-- Logs begin at Tue 2021-11-23 04:47:37 UTC, end at Tue 2021-11-23 05:44:53 UTC. -- Nov 23 05:17:16.498901 dv-cinder-805072-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 23 05:17:19.238751 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.common.config [-] Logging enabled! Nov 23 05:17:19.239387 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev223 Nov 23 05:17:19.239584 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102375) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 23 05:17:19.242912 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.common.config [-] Logging enabled! Nov 23 05:17:19.243180 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev223 Nov 23 05:17:19.243506 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102375) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 23 05:17:19.244461 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 05:17:19.244707 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 05:17:19.245089 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 05:17:19.245347 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 05:17:19.245582 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 05:17:19.245909 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.246338 dv-cinder-805072-6-iscsi neutron-server[102375]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 23 05:17:19.246660 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.246997 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.247303 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.247613 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.247909 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.248197 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.248493 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.248802 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.249097 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.249385 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.249678 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.249980 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.250270 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.250656 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.251085 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.251446 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] debug = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.251743 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.252198 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.252621 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.252913 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.253215 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.253503 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.253785 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.254081 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.254374 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.254713 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] host = dv-cinder-805072-6-iscsi {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.255035 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.255337 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.255634 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.255931 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.256216 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.256502 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.256798 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.257081 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.257363 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] log_file = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.257660 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.257960 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.258259 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.258568 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.258802 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.259057 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.259361 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.259659 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.259945 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.260230 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.260514 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.260797 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.261080 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.261358 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.261655 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.261949 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.262244 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.262527 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.262811 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.263120 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.263403 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.263701 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.263988 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.264270 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.264553 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.264849 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.265125 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.265408 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.265720 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.266542 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.267063 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.267367 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.267649 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.267941 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.268230 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.268512 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.268794 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] use_json = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.269077 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.269356 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.269645 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.269925 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.270206 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.270490 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.270771 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.271089 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:19.271396 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.271703 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.272014 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.272308 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.272621 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.272912 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.273211 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.273499 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.273796 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.274094 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.274396 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.274685 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.275011 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.275299 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.275603 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.275914 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.276219 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.276522 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.276806 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.277089 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.277371 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.277658 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.277956 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.278242 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.278540 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.278836 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.279146 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.279452 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.279748 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.280049 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.280350 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.280634 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.280921 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.281219 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.281506 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.282404 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.282693 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.283026 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.283318 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.283601 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.283893 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.284180 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.284462 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.284742 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.285029 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.285328 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.285615 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.285895 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.286174 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.286459 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.286737 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.287065 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.287352 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.287633 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.287913 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.288201 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.288482 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.288763 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.289048 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.289327 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.289616 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.289896 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.290176 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.290459 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.290740 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.291050 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.291333 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.291616 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.291904 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.292186 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.292466 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.292746 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.293028 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.293308 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.293606 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.293912 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.294201 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.294488 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.294775 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.295092 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.295378 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.295665 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.295952 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.296239 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.296520 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.296817 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.297111 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.297516 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.297850 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.298186 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.298495 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.298788 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.299108 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.299400 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.299689 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.299984 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.300280 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.300586 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.300893 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.301197 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.301501 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.301804 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.302094 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.302412 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.302701 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:19.302956 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 05:17:19.303207 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102375) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 23 05:17:19.733881 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 23 05:17:19.734160 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 23 05:17:19.734463 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 23 05:17:19.735403 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 23 05:17:20.058514 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:20.058802 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:20.059111 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:20.060299 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:20.060576 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:20.060839 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:20.097207 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:20.097484 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:20.097755 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:20.111649 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:20.111930 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:20.112202 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:20.140151 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:20.140429 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:20.140699 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:20.178982 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:20.179265 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:20.179533 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:20.430688 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:20.431317 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:20.431317 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:20.431479 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:20.432134 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:20.531969 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:20.532314 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:20.532598 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:20.532868 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:20.533136 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:20.533446 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:20.533709 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:20.533963 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:20.534217 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:20.534499 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:20.534758 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:20.535047 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:20.535305 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:20.535561 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:20.535814 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:20.536077 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:20.536331 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:20.536595 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:20.536864 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:20.537119 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:20.537392 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:20.537643 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:20.537928 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:20.538304 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:20.538555 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:20.538800 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:20.539223 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102375) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 05:17:20.539469 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102375) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 05:17:20.539710 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102375) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 05:17:20.539948 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102375) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 05:17:20.540184 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102375) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 05:17:20.540420 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102375) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 05:17:20.540784 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 23 05:17:20.543895 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 23 05:17:20.547952 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 23 05:17:20.551851 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Nov 23 05:17:20.553618 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 23 05:17:20.554090 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 23 05:17:20.554417 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 23 05:17:20.554804 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 23 05:17:20.557643 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 23 05:17:20.557893 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 23 05:17:20.558234 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 23 05:17:20.564120 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 23 05:17:20.587355 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 23 05:17:20.587807 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:20.588109 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102375) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 23 05:17:20.588468 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:20.589845 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102375) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 23 05:17:20.590127 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 23 05:17:20.590373 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 23 05:17:20.594920 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:20.595211 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:20.658018 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 23 05:17:20.658262 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 23 05:17:20.658503 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 23 05:17:20.658880 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 23 05:17:20.679506 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_db.sqlalchemy.engines [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102375) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 23 05:17:21.228645 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.plugins.ml2.managers [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Initializing driver for type 'gre' Nov 23 05:17:21.229097 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] gre ID ranges: [(1, 1000)] Nov 23 05:17:21.280340 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.plugins.ml2.managers [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Initializing driver for type 'local' Nov 23 05:17:21.280619 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.plugins.ml2.managers [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Initializing driver for type 'vlan' Nov 23 05:17:21.293786 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] VlanTypeDriver initialization complete Nov 23 05:17:21.294155 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.plugins.ml2.managers [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Initializing driver for type 'vxlan' Nov 23 05:17:21.294647 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] vxlan ID ranges: [(1, 1000)] Nov 23 05:17:21.346913 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.plugins.ml2.managers [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Initializing extension driver 'port_security' Nov 23 05:17:21.347247 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.plugins.ml2.extensions.port_security [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] PortSecurityExtensionDriver initialization complete Nov 23 05:17:21.347590 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.plugins.ml2.managers [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Initializing mechanism driver 'openvswitch' Nov 23 05:17:21.347924 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.plugins.ml2.managers [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Initializing mechanism driver 'hyperv' Nov 23 05:17:21.354620 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.plugin [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:17:21.355353 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > port after_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.355737 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > port after_update 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.356100 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > port after_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.356645 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102375) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 05:17:21.357087 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > subnet after_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.357453 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > subnet after_update 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.357814 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > subnet after_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.358226 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102375) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 05:17:21.358645 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > network after_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.359031 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > network after_update 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.359385 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > network after_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.360392 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102375) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 05:17:21.360810 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > security_group after_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.361162 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > security_group after_update 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.361512 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > security_group after_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.362056 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102375) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 05:17:21.362476 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.362840 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.363224 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.363631 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102375) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 05:17:21.364045 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > address_group after_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.364401 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > address_group after_update 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.364752 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > address_group after_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.365156 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102375) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 05:17:21.365543 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] ML2 OVO RPC backend initialized. {{(pid=102375) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 23 05:17:21.366258 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > router_interface after_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.366621 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.367081 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > network before_response 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.367440 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > networks before_response 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.367799 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > port before_response 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.368149 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > ports before_response 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.368502 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > subnet before_response 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.368877 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > subnets before_response 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.369231 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > network after_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.369579 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > network after_update 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.369921 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > network after_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.370266 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > port after_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.370612 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > port after_update 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.370984 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > port after_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.371327 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > subnet after_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.371672 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > subnet after_update 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.372011 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > subnet after_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.372592 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.plugins.ml2.plugin [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Modular L2 Plugin initialization complete Nov 23 05:17:21.372929 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading services supported by the core plugin {{(pid=102375) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 23 05:17:21.373261 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.plugins.ml2.managers [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Got port-security extension from driver 'port_security' Nov 23 05:17:21.373731 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.extensions.vlantransparent [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Disabled vlantransparent extension. Nov 23 05:17:21.374230 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102375) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 23 05:17:21.374557 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading Plugin: router Nov 23 05:17:21.410909 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > router_interface before_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.411227 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > router after_create 55549900 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.411605 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > router before_create 55549900 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.411975 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.412357 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.412725 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > router after_delete 55549900 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.413090 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > floatingip after_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.413450 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > floatingip after_update 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.413817 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > router after_create 55549900 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.414172 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > router after_update 55549900 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.414533 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > router after_update 55549900 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.414913 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.415285 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > router after_update 55549900 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.415706 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > router precommit_update 55549900 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.416082 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: port after_update 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.416431 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: port after_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.416785 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: subnet after_update 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.417132 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.417492 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > port precommit_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.417848 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > router precommit_create 55549900 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.418202 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: port before_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.418557 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > router precommit_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.418944 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > router after_update 55549900 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.419297 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > router precommit_delete 55549900 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.419657 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > router precommit_create 55549900 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.420024 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > router_interface after_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.420377 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > router precommit_update 55549900 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.420749 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > agent after_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.421110 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > agent after_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.421462 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > network after_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.422978 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.quota.resource_registry [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Tracking information for resource: router configured {{(pid=102375) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 05:17:21.423372 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.quota.resource_registry [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Tracking information for resource: floatingip configured {{(pid=102375) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 05:17:21.428387 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.db.l3_agentschedulers_db [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 23 05:17:21.428983 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: port after_update 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.429356 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: port after_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.429718 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: port after_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.430078 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: port after_update 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.430881 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > router before_create 55550100 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.431431 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > router precommit_delete 55550100 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.431638 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > router precommit_create 55550100 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.432002 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > router precommit_update 55550100 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.436933 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.services.provider_configuration [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Service providers = [] {{(pid=102375) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 23 05:17:21.437307 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.db.servicetype_db [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102375) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 23 05:17:21.440398 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.services.service_base [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102375) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 05:17:21.440755 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.services.service_base [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102375) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 05:17:21.441110 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.services.service_base [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102375) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 05:17:21.442020 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.services.service_base [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102375) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 05:17:21.442402 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.services.service_base [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 23 05:17:21.442781 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102375) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 05:17:21.443133 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 23 05:17:21.454199 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102375) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 05:17:21.454539 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading Plugin: auto_allocate Nov 23 05:17:21.460475 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: network precommit_update 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.460854 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: network precommit_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.461385 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102375) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 05:17:21.461719 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading Plugin: tag Nov 23 05:17:21.468400 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102375) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 05:17:21.468740 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading Plugin: timestamp Nov 23 05:17:21.473339 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102375) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 05:17:21.473678 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading Plugin: network_ip_availability Nov 23 05:17:21.479262 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.479600 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.479968 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.480691 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102375) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 05:17:21.481019 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading Plugin: flavors Nov 23 05:17:21.485921 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102375) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 05:17:21.486261 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading Plugin: revisions Nov 23 05:17:21.490609 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102375) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 05:17:21.491053 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_concurrency.lockutils [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.756s {{(pid=102375) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 23 05:17:21.491819 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102375) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 23 05:17:21.492166 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Initializing extension manager. Nov 23 05:17:21.492691 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: __init__.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.493043 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: __pycache__ {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.493389 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.493731 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: address_group.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.494493 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.495103 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: address-group Nov 23 05:17:21.495436 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: address_scope.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.497614 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.498150 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: address-scope Nov 23 05:17:21.498495 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: admin_state_down_before_update.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.499494 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.500029 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: router-admin-state-down-before-update Nov 23 05:17:21.500393 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: agent.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.501115 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.501637 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: agent Nov 23 05:17:21.501971 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: agent_resources_synced.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.502941 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.503470 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: agent-resources-synced Nov 23 05:17:21.503808 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: allowedaddresspairs.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.505631 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.506176 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: allowed-address-pairs Nov 23 05:17:21.506516 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: auto_allocated_topology.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.507648 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.508173 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: auto-allocated-topology Nov 23 05:17:21.508511 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: availability_zone.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.509220 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.509743 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: availability_zone Nov 23 05:17:21.510080 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: availability_zone_filter.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.511037 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.511563 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: availability_zone_filter Nov 23 05:17:21.511900 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: data_plane_status.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.512817 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.513333 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extension data-plane-status not supported by any of loaded plugins Nov 23 05:17:21.513664 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: default_subnetpools.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.514587 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.515132 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: default-subnetpools Nov 23 05:17:21.515465 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: dhcpagentscheduler.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.516894 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.517520 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: dhcp_agent_scheduler Nov 23 05:17:21.517854 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: dns.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.518789 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.519336 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extension dns-integration not supported by any of loaded plugins Nov 23 05:17:21.519669 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: dns_domain_ports.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.520600 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.521116 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 23 05:17:21.521450 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.522381 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.522933 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 23 05:17:21.523267 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: dvr.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.523948 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.524462 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: dvr Nov 23 05:17:21.524790 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: ecmp_routes.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.525731 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.526245 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extension ecmp_routes not supported by any of loaded plugins Nov 23 05:17:21.526580 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: empty_string_filtering.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.527548 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.528061 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: empty-string-filtering Nov 23 05:17:21.528393 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.529318 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.529832 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 23 05:17:21.530164 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.531134 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.532209 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 23 05:17:21.532660 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: external_net.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.533619 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.534141 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: external-net Nov 23 05:17:21.534472 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: extra_dhcp_opt.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.535435 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.535953 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: extra_dhcp_opt Nov 23 05:17:21.536281 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: extraroute.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.537211 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.537729 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: extraroute Nov 23 05:17:21.538059 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: extraroute_atomic.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.539130 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.539647 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: extraroute-atomic Nov 23 05:17:21.539978 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: filter_validation.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.540653 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.541168 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: filter-validation Nov 23 05:17:21.541499 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: fip_pf_description.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.542421 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.542960 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 23 05:17:21.543290 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: fip_port_details.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.544223 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.544733 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: fip-port-details Nov 23 05:17:21.545061 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: flavors.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.546313 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.546843 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: flavors Nov 23 05:17:21.547234 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.549156 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.549685 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 23 05:17:21.550026 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: floatingip_pools.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.550740 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.551299 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: floatingip-pools Nov 23 05:17:21.551635 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: ip_allocation.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.552581 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.553104 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extension ip_allocation not supported by any of loaded plugins Nov 23 05:17:21.553439 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.554378 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.554930 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: ip-substring-filtering Nov 23 05:17:21.555270 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: l2_adjacency.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.556220 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.556747 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extension l2_adjacency not supported by any of loaded plugins Nov 23 05:17:21.557078 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: l3.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.558194 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.558741 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: router Nov 23 05:17:21.559114 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: l3_conntrack_helper.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.561375 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.561912 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 23 05:17:21.562283 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.563421 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.563944 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: ext-gw-mode Nov 23 05:17:21.564284 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.565261 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.565783 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: l3-ha Nov 23 05:17:21.566119 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: l3_flavors.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.567122 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.567661 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: l3-flavors Nov 23 05:17:21.567974 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.568910 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.569441 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: l3-port-ip-change-not-allowed Nov 23 05:17:21.569778 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: l3agentscheduler.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.570813 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.571359 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: l3_agent_scheduler Nov 23 05:17:21.571694 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: local_ip.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.573484 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.574281 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extension local_ip not supported by any of loaded plugins Nov 23 05:17:21.574619 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: logging.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.576149 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.576691 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extension logging not supported by any of loaded plugins Nov 23 05:17:21.577034 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: metering.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.577788 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.578385 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: metering Nov 23 05:17:21.579276 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.580566 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.581102 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: metering_source_and_destination_fields Nov 23 05:17:21.581440 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: multiprovidernet.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.582384 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.582933 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: multi-provider Nov 23 05:17:21.583271 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: netmtu.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.584207 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.584727 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: net-mtu Nov 23 05:17:21.585059 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: netmtu_writable.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.585996 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.586519 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: net-mtu-writable Nov 23 05:17:21.586851 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: network_availability_zone.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.587564 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.588082 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: network_availability_zone Nov 23 05:17:21.588414 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: network_ip_availability.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.589540 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.590063 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: network-ip-availability Nov 23 05:17:21.590398 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: network_segment_range.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.591209 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.591721 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extension network-segment-range not supported by any of loaded plugins Nov 23 05:17:21.592050 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: pagination.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.593050 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.593518 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: pagination Nov 23 05:17:21.593848 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: port_device_profile.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.595520 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.596046 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: port-device-profile Nov 23 05:17:21.596378 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.597316 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.597840 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: port-mac-address-regenerate Nov 23 05:17:21.598171 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.599149 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.599675 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: port-numa-affinity-policy Nov 23 05:17:21.600011 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: port_resource_request.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.600958 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.606315 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extension port-resource-request not supported by any of loaded plugins Nov 23 05:17:21.606315 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: port_resource_request_groups.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.606315 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.606315 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 23 05:17:21.606315 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: portbindings.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.606315 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.606749 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: binding Nov 23 05:17:21.606749 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: portbindings_extended.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.606749 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.607214 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: binding-extended Nov 23 05:17:21.607553 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: portsecurity.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.608490 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.609006 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: port-security Nov 23 05:17:21.609336 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: project_id.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.610355 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.610694 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: project-id Nov 23 05:17:21.611055 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: providernet.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.612003 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.612525 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: provider Nov 23 05:17:21.612853 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: qos.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.616512 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.617050 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extension qos not supported by any of loaded plugins Nov 23 05:17:21.617396 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.618670 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.619227 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 23 05:17:21.619566 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.620511 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.621034 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 23 05:17:21.621369 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: qos_default.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.622305 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.622828 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extension qos-default not supported by any of loaded plugins Nov 23 05:17:21.623189 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: qos_fip.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.623858 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.624368 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extension qos-fip not supported by any of loaded plugins Nov 23 05:17:21.624699 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: qos_gateway_ip.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.625666 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.626181 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 23 05:17:21.626515 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: qos_port_network_policy.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.627485 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.628004 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 23 05:17:21.628333 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.629389 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.629908 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 23 05:17:21.630240 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: qos_pps_rule.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.631457 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.631987 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extension qos-pps not supported by any of loaded plugins Nov 23 05:17:21.632323 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: qos_rule_type_details.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.633273 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.633801 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 23 05:17:21.634136 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: qos_rules_alias.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.635227 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.635759 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 23 05:17:21.636094 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: quota_check_limit.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.637027 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.637563 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: quota-check-limit Nov 23 05:17:21.637897 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: quotasv2.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.638852 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.639215 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: quotas Nov 23 05:17:21.639545 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: quotasv2_detail.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.643492 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.643847 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: quota_details Nov 23 05:17:21.644186 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: rbac.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.645265 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.645794 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: rbac-policies Nov 23 05:17:21.646131 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: rbac_address_group.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.647115 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.647646 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: rbac-address-group Nov 23 05:17:21.647988 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: rbac_address_scope.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.648930 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.649456 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: rbac-address-scope Nov 23 05:17:21.649792 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: rbac_security_groups.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.650727 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.651290 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: rbac-security-groups Nov 23 05:17:21.651625 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: rbac_subnetpool.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.652559 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.653082 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: rbac-subnetpool Nov 23 05:17:21.653416 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: revisionifmatch.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.654355 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.654894 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: revision-if-match Nov 23 05:17:21.655231 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: revisions.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.656363 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.657495 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: standard-attr-revisions Nov 23 05:17:21.657833 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: router_availability_zone.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.658516 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.659070 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: router_availability_zone Nov 23 05:17:21.659401 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: routerservicetype.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.660337 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.660850 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extension router-service-type not supported by any of loaded plugins Nov 23 05:17:21.661179 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.662196 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.662718 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: security-groups-normalized-cidr Nov 23 05:17:21.663079 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: security_groups_port_filtering.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.664023 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.664544 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: port-security-groups-filtering Nov 23 05:17:21.664878 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.665831 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.666372 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: security-groups-remote-address-group Nov 23 05:17:21.666704 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.667713 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.668245 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: security-groups-shared-filtering Nov 23 05:17:21.668580 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.669188 dv-cinder-805072-6-iscsi neutron-server[102375]: WARNING neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 23 05:17:21.669519 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: securitygroup.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.679832 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.680379 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: security-group Nov 23 05:17:21.680721 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: segment.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.681537 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.682055 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extension segment not supported by any of loaded plugins Nov 23 05:17:21.682897 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.683394 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.683917 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 23 05:17:21.684251 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: servicetype.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.685378 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.685908 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: service-type Nov 23 05:17:21.686242 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: sorting.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.687268 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.687616 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: sorting Nov 23 05:17:21.687977 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: standard_attr_segment.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.688919 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.689451 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 23 05:17:21.689787 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: standardattrdescription.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.690447 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.690990 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: standard-attr-description Nov 23 05:17:21.691325 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: stateful_security_group.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.692283 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.692809 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: stateful-security-group Nov 23 05:17:21.693144 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: stdattrs_common.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.693740 dv-cinder-805072-6-iscsi neutron-server[102375]: WARNING neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 23 05:17:21.694072 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.695064 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.695594 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 23 05:17:21.695925 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: subnet_onboard.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.697012 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.697552 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: subnet_onboard Nov 23 05:17:21.697888 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.699129 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.699650 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 23 05:17:21.699985 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: subnet_service_types.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.700929 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.701451 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: subnet-service-types Nov 23 05:17:21.701783 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: subnetallocation.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.702929 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.704018 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: subnet_allocation Nov 23 05:17:21.704411 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.705087 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.705606 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: subnetpool-prefix-ops Nov 23 05:17:21.705937 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.707448 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.707989 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 23 05:17:21.708328 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: tagging.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.709436 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.709967 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: standard-attr-tag Nov 23 05:17:21.710304 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: timestamp.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.711555 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.712081 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loaded extension: standard-attr-timestamp Nov 23 05:17:21.712417 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: trunk.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.713475 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.714001 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extension trunk not supported by any of loaded plugins Nov 23 05:17:21.714337 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: trunk_details.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.715314 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.715842 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extension trunk-details not supported by any of loaded plugins Nov 23 05:17:21.716176 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: uplink_status_propagation.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.717110 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.717630 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 23 05:17:21.717962 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Loading extension file: vlantransparent.py {{(pid=102375) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 05:17:21.718651 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102375) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 05:17:21.719747 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extension vlan-transparent not supported by any of loaded plugins Nov 23 05:17:21.722303 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.quota.resource_registry [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Creating instance of TrackedResource for resource:network Nov 23 05:17:21.722834 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.quota.resource_registry [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Creating instance of TrackedResource for resource:subnet Nov 23 05:17:21.723272 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.quota.resource_registry [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 05:17:21.723674 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.quota.resource_registry [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Creating instance of TrackedResource for resource:port Nov 23 05:17:21.724919 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.v2.resource_helper [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 05:17:21.725366 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.v2.resource_helper [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Service FLAVORS assigned prefix: {{(pid=102375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 05:17:21.726009 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.v2.resource_helper [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 05:17:21.726451 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.v2.resource_helper [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 05:17:21.726799 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.quota.resource_registry [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Creating instance of TrackedResource for resource:router Nov 23 05:17:21.727288 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.quota.resource_registry [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Creating instance of TrackedResource for resource:floatingip Nov 23 05:17:21.727777 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.v2.resource_helper [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Service METERING assigned prefix: /metering {{(pid=102375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 05:17:21.729250 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.729672 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.729987 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:17:21.731131 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.quota.resource_registry [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Creating instance of CountableResource for resource:rbac_policy Nov 23 05:17:21.731580 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.quota.resource_registry [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Creating instance of TrackedResource for resource:security_group Nov 23 05:17:21.732048 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.quota.resource_registry [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Creating instance of TrackedResource for resource:security_group_rule Nov 23 05:17:21.732681 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.v2.resource_helper [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Service CORE assigned prefix: {{(pid=102375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 05:17:21.733027 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.quota.resource_registry [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 05:17:21.733382 dv-cinder-805072-6-iscsi neutron-server[102375]: WARNING neutron.quota.resource_registry [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] subnetpool is already registered Nov 23 05:17:21.733815 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.v2.resource_helper [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Service CORE assigned prefix: {{(pid=102375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 05:17:21.734156 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.quota.resource_registry [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 05:17:21.734497 dv-cinder-805072-6-iscsi neutron-server[102375]: WARNING neutron.quota.resource_registry [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] subnetpool is already registered Nov 23 05:17:21.736881 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.v2.resource_helper [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 05:17:21.737326 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.v2.resource_helper [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Service FLAVORS assigned prefix: {{(pid=102375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 05:17:21.737928 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.v2.resource_helper [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 05:17:21.738365 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.v2.resource_helper [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 05:17:21.738709 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.quota.resource_registry [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Creating instance of TrackedResource for resource:router Nov 23 05:17:21.739084 dv-cinder-805072-6-iscsi neutron-server[102375]: WARNING neutron.quota.resource_registry [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] router is already registered Nov 23 05:17:21.739506 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.quota.resource_registry [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Creating instance of TrackedResource for resource:floatingip Nov 23 05:17:21.739853 dv-cinder-805072-6-iscsi neutron-server[102375]: WARNING neutron.quota.resource_registry [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] floatingip is already registered Nov 23 05:17:21.740318 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.v2.resource_helper [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Service METERING assigned prefix: /metering {{(pid=102375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 05:17:21.741003 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.quota.resource_registry [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Creating instance of CountableResource for resource:rbac_policy Nov 23 05:17:21.741340 dv-cinder-805072-6-iscsi neutron-server[102375]: WARNING neutron.quota.resource_registry [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] rbac_policy is already registered Nov 23 05:17:21.741761 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.quota.resource_registry [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Creating instance of TrackedResource for resource:security_group Nov 23 05:17:21.742103 dv-cinder-805072-6-iscsi neutron-server[102375]: WARNING neutron.quota.resource_registry [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] security_group is already registered Nov 23 05:17:21.742515 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.quota.resource_registry [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Creating instance of TrackedResource for resource:security_group_rule Nov 23 05:17:21.742874 dv-cinder-805072-6-iscsi neutron-server[102375]: WARNING neutron.quota.resource_registry [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] security_group_rule is already registered Nov 23 05:17:21.743511 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.v2.resource_helper [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Service CORE assigned prefix: {{(pid=102375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 05:17:21.743848 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.quota.resource_registry [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 05:17:21.744190 dv-cinder-805072-6-iscsi neutron-server[102375]: WARNING neutron.quota.resource_registry [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] subnetpool is already registered Nov 23 05:17:21.744625 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.v2.resource_helper [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Service CORE assigned prefix: {{(pid=102375) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 05:17:21.744962 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.quota.resource_registry [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 05:17:21.745302 dv-cinder-805072-6-iscsi neutron-server[102375]: WARNING neutron.quota.resource_registry [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] subnetpool is already registered Nov 23 05:17:21.745770 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extended resource: extensions {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 05:17:21.747296 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extended resource: address-groups {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 05:17:21.748809 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extended resource: address-scopes {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 05:17:21.750133 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extended resource: agents {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 05:17:21.751412 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extended resource: auto-allocated-topology {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 05:17:21.752931 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extended resource: availability_zones {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 05:17:21.754145 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extended resource: dhcp-networks {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 05:17:21.755730 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extended resource: dhcp-agents {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 05:17:21.757170 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extended resource: routers {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 05:17:21.760425 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extended resource: flavors {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 05:17:21.761621 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extended resource: service_profiles {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 05:17:21.762837 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extended resource: next_providers {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 05:17:21.764337 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extended resource: service_profiles {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 05:17:21.766413 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extended resource: floatingip-pools {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 05:17:21.767750 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extended resource: routers {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 05:17:21.769880 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extended resource: floatingips {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 05:17:21.771192 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extended resource: l3-routers {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 05:17:21.772606 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extended resource: l3-agents {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 05:17:21.774026 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extended resource: metering-labels {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 05:17:21.775421 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extended resource: metering-label-rules {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 05:17:21.776726 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extended resource: network-ip-availabilities {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 05:17:21.777994 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extended resource: bindings {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 05:17:21.779706 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extended resource: quotas {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 05:17:21.781270 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extended resource: quotas {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 05:17:21.783657 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extended resource: rbac-policies {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 05:17:21.784956 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extended resource: security-groups {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 05:17:21.786189 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extended resource: security-group-rules {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 05:17:21.787474 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extended resource: service-providers {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 05:17:21.788710 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extended resource: subnetpools {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 05:17:21.790144 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extended resource: subnetpools {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 05:17:21.791645 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extended resource: tags {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 05:17:21.793334 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extended resource: tags {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 05:17:21.795313 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extended resource: tags {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 05:17:21.797126 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extended resource: tags {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 05:17:21.799582 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extended resource: tags {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 05:17:21.802483 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extended resource: tags {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 05:17:21.804210 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extended resource: tags {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 05:17:21.806138 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extended resource: tags {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 05:17:21.807922 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extended resource: tags {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 05:17:21.809814 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron.api.extensions [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Extended resource: tags {{(pid=102375) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 05:17:21.815991 dv-cinder-805072-6-iscsi neutron-server[102375]: WARNING keystonemiddleware.auth_token [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 23 05:17:21.820762 dv-cinder-805072-6-iscsi neutron-server[102375]: WARNING keystonemiddleware.auth_token [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 23 05:17:21.830699 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_concurrency.lockutils [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Acquired lock "singleton_lock" {{(pid=102375) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 23 05:17:21.831204 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_concurrency.lockutils [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Releasing lock "singleton_lock" {{(pid=102375) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 23 05:17:21.831865 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO oslo_service.service [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Starting 2 workers Nov 23 05:17:21.836659 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Started child 102516 {{(pid=102375) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 05:17:21.841084 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Started child 102517 {{(pid=102375) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 05:17:21.842327 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:17:21.843056 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO neutron.service [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Neutron service started, listening on 0.0.0.0:9696 Nov 23 05:17:21.843344 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Publish callbacks [] for process, before_spawn {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:17:21.843846 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [-] (102516) wsgi starting up on http://0.0.0.0:9696 Nov 23 05:17:21.846542 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:17:21.847101 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO oslo_service.service [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Starting 1 workers Nov 23 05:17:21.847940 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [-] (102517) wsgi starting up on http://0.0.0.0:9696 Nov 23 05:17:21.851989 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Started child 102518 {{(pid=102375) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 05:17:21.852554 dv-cinder-805072-6-iscsi neutron-server[102375]: INFO oslo_service.service [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Starting 1 workers Nov 23 05:17:21.855874 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.service [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] calling RpcWorker wait() {{(pid=102518) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 23 05:17:21.856831 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.service [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] returning from RpcWorker wait() {{(pid=102518) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 23 05:17:21.856974 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Started child 102519 {{(pid=102375) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 05:17:21.857782 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG neutron_lib.callbacks.manager [None req-e37e6aa9-8c06-4f46-8dab-493c2ed892ac None None] Publish callbacks [] for process, after_spawn {{(pid=102375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:17:21.858484 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:17:21.859049 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:17:21.859772 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102375) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 23 05:17:21.860002 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 05:17:21.860259 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 05:17:21.860511 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 05:17:21.861017 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 05:17:21.861207 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 05:17:21.861741 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.862026 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.862300 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.862461 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:17:21.863012 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.863012 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.863475 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.863767 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.864025 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.864309 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.864564 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.864740 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.864913 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.865171 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.865421 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.865723 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.866003 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.866246 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.866497 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.866675 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.866959 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.867237 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.867466 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.867728 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] debug = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.867988 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.868481 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.868710 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.868961 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.869205 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.869477 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.869705 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.869978 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.870230 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.870452 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.870698 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.870980 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.871208 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.871421 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.871676 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.871891 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.872137 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.872379 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.872863 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] host = dv-cinder-805072-6-iscsi {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.873101 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.873322 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.873557 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.873808 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.874058 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.874275 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.874542 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.874801 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.875098 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.875884 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.876198 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.876545 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.876768 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.877022 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] log_file = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.877189 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] log_options = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.877427 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.877711 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.877972 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.878165 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.878324 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.878511 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.878767 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.878956 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.879204 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.879440 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.879660 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.879876 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.880125 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.880385 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.880616 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.880851 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.881067 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.881279 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.881551 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.881788 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.882017 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.882266 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.882519 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.882759 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.883016 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.883256 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.883485 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.883702 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.883927 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.884173 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.884424 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.884674 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.884928 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.885175 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.885448 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.885680 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.885910 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.886127 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.886402 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.886634 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.886917 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.887169 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.887407 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.887640 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.887856 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.888090 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.888339 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] use_json = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.888572 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.888805 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.889048 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.889287 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.889522 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.889816 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.890042 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.890293 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.891795 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.892080 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.892590 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.892859 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.893016 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:17:21.893161 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.894194 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.894713 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.894713 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.895271 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.895271 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.895517 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.895765 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.896067 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.896310 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.896584 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.896885 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.897132 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.897392 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.897634 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.897856 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.898095 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.898320 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.898618 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.898851 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.899133 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.899372 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.899598 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.899902 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.900177 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.900501 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.900781 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.901052 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.901313 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.901534 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.901846 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.901999 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.902207 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.902448 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.902668 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.902973 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.903209 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.903447 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.903673 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.903941 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.904183 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.904418 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.904665 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.904899 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.905135 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.905355 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.905619 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.906022 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.906252 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.906457 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.906762 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.907073 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.907349 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.909072 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.909072 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.909072 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.909760 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.909760 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.910287 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.910451 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.910922 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.911836 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.911836 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.911836 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.911836 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.912196 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.912315 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.912536 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.912759 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.912997 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.913217 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.913449 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.913686 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.913929 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.914147 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.914366 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.914582 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.914796 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.915033 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.915246 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.915458 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.915675 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.915887 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.916097 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.916310 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.916519 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.916763 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.917040 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.917338 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.917587 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.917838 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.918074 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.918321 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.918541 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.918786 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.919628 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.919875 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.920099 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.920367 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.920596 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.920950 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.921188 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.921489 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.921787 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.922078 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.922362 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.922636 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.922924 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.923176 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.923464 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.923721 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.923957 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.924198 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.924449 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.924727 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.924947 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.925229 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.925447 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.925718 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.926007 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.926298 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.926554 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.926806 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.927042 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.927327 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.927568 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.927822 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.928052 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.928301 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.928564 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.928930 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.929133 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.929403 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.929663 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.930035 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.930282 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.930491 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.930728 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.931128 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.931373 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.931638 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.931920 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.932172 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.932438 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.932666 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.932896 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.933133 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.933385 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.933632 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.933864 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.934084 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.934299 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.934541 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.934760 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.934997 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.935307 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.935493 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.935710 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.935924 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.936140 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.936384 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.936671 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.936889 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.937128 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.937361 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.937595 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.938518 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.938753 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.938961 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.939224 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.939443 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.939708 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.939965 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.940202 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.940449 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.940674 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.940950 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.941212 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.941470 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.941691 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.941904 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.942117 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.942335 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.942548 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.942761 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.943008 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.943221 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.943456 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.943693 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.944020 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.944274 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.944504 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.944740 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.944956 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.945190 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.945428 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.945665 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.945920 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.946433 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.946534 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.946805 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.947305 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.947579 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.947805 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.948018 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.948254 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.948473 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.948691 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.949229 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.949476 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.949968 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.949968 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.950206 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.950392 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.950634 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.950852 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.951107 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.951329 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.951548 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.951779 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.952029 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.952240 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.952455 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.952676 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.952912 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.953146 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.953380 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.953663 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.953871 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.954103 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.954320 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.954528 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.954752 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.955006 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.955215 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.955435 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.955656 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.955861 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.956088 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.956334 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.956568 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.956785 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.956999 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.957210 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.957516 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.957766 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.957986 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.958273 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.958504 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.958749 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.959015 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.959299 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.959511 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.959749 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.960000 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.960215 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.960434 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.960689 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.961022 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.961308 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.961562 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.961814 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.962100 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.962385 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.962653 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.962895 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.963179 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.963507 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.963786 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.964053 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.964278 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.964525 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.964751 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.964965 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.965199 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.965432 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.965668 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.965905 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.966128 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.966350 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.966581 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.966807 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.967046 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.967293 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.967503 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.967739 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.967951 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.968106 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 05:17:21.968631 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102375) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 23 05:17:21.968791 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 05:17:21.968942 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 05:17:21.969687 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 05:17:21.969862 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 05:17:21.970014 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 05:17:21.970221 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.970382 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.970539 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.970696 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.970854 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.971051 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.971210 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.971367 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.971513 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.971674 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.971831 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.971989 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.972145 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.972302 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.972459 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.972615 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.972769 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.972926 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.973088 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.973244 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.973399 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.973554 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.973710 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] debug = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.973866 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.974077 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.974242 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.974398 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.974554 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.974700 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.974853 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.975029 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.975808 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.975979 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.976139 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.976396 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.976542 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.976679 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.976815 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.976950 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.977085 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.977232 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.977369 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] host = dv-cinder-805072-6-iscsi {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.977505 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.977640 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.977787 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.977923 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.978058 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.978189 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.978328 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.978473 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.978610 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.978740 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.978899 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.979068 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.979224 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.979362 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] log_file = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.979497 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] log_options = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.979638 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.979830 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.979976 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.980112 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.980265 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.980422 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.980579 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.980736 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.980892 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.981048 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.981204 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.981360 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.981521 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.981677 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.981833 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.981988 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.982144 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.982300 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.982456 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.982612 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.983326 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.983468 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.983592 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.983713 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.983835 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.983971 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.984126 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.984283 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.984439 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.984596 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.984911 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.985089 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.985249 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.985407 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.985565 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.985722 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.985880 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.986047 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.986198 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.986353 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.986510 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.986665 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.986821 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.986999 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.987145 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.987301 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.987456 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] use_json = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.987614 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.987770 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.987925 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.988081 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.988236 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.988392 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.988548 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.988706 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 05:17:21.988885 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.989045 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.989216 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.989375 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.989533 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.989693 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.989852 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.990011 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.990170 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.990329 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.990494 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.990657 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.990826 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.991007 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.991167 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.991329 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.991494 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.992351 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.992351 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.992351 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.992351 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.992351 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.992778 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.992778 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.992778 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.993036 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.993036 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.993233 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.993346 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.993432 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.993595 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.993756 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.993914 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.994072 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.994232 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.994391 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.994551 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.994710 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.994905 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.995048 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.995207 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.995365 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.995524 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.995683 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.995842 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.996003 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.996227 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.996326 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:17:21.996413 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.996493 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.996619 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.996778 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.996937 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.997099 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.997243 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.997402 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.997561 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.997720 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.997888 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.998045 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.998204 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.998363 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.998510 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.998668 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.998826 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.999008 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.999166 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.999326 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.999483 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.999654 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.999813 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:21.999970 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.000128 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.000830 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.001111 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.001314 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.001480 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.001639 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.001798 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.001958 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.002117 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.002275 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.002433 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.002592 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.002750 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.002938 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.003099 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.003260 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.003418 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.003576 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.003736 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.003896 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.004063 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.004236 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.004395 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.004553 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.004711 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.004870 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.005029 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.005188 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.005346 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.005505 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.005665 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.005823 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.005982 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.006143 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.006306 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.006467 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.006623 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.006784 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.006962 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.007121 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.007280 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.007437 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.007597 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.007757 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.007927 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.008068 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.008205 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.008362 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.008505 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.009108 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.009276 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.009489 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.009704 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.009863 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.010099 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.010417 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.010582 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.010740 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.010914 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.011057 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.011193 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.011341 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.011506 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.011676 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.011840 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.011998 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.012152 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.012329 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.012471 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.012635 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.012797 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.012925 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.013086 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.013245 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.013403 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.013563 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.013721 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.013881 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.014026 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.014171 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.014332 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.015398 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.015398 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.015398 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.015398 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.015398 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.015398 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.015398 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.015980 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.015980 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.015980 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.016199 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.016278 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.016357 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.016610 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.016775 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.016935 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.017095 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.017261 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.017743 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.017743 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.017743 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.017986 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.018066 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.018167 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.018328 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.018485 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.018805 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.019010 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.019138 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.019281 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.019444 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.019603 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.019763 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.019923 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.020085 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.020246 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.020405 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.020565 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.020725 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.020883 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.021043 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.021218 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.021380 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.021540 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.021699 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.021858 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.022018 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.022177 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.022336 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.022495 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.022653 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.022811 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.022987 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.023145 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.023305 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.023464 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.023624 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.023783 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.023940 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.024099 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.024269 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.024428 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.024587 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.024746 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.024904 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.025063 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.025230 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.025389 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.025546 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.025705 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.025863 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.026021 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.026187 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.026346 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.026505 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.026662 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.026819 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.026999 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.027166 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.027325 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.027482 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.027640 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.027797 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.027955 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.028120 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.028278 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.028436 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.028595 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.028752 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.028911 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.029077 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.029235 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.029393 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.029551 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.029708 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.029867 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.030034 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.030193 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.030351 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.030518 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.030678 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.030836 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.031018 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.031187 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.031351 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.032020 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.032217 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.032480 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.032656 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.032820 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.032983 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.033152 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.033319 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.033481 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.033647 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.033816 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.033983 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.034142 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.034307 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.034476 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.034635 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.034793 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.034975 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.035135 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.035295 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.035452 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.035610 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.035769 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.035927 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.036085 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.036242 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.036399 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.036554 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.036715 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.036869 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.037184 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.037425 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.037590 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.037749 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 05:17:22.037902 dv-cinder-805072-6-iscsi neutron-server[102375]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102375) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 05:17:22.174438 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 53964) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:17:22.182973 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062919 Nov 23 05:17:33.537756 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336bb240-8b94-43b5-b618-76f5e9348e67 None None] get_active_networks_info from dv-cinder-805072-6-iscsi {{(pid=102518) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 05:17:33.554132 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-9bf3a2c9-3247-4ec7-bd27-5bf380f04d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1732999'] for agent, after_create {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:17:33.648929 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336bb240-8b94-43b5-b618-76f5e9348e67 None None] No non-hosted networks {{(pid=102518) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 23 05:17:35.615570 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-a17bd5d7-aa51-411b-bd0a-99035bdaca55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1732999'] for agent, after_create {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:17:35.686487 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-9a4c0ecf-5a17-423d-9acc-3da1116e30cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:17:37.072285 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-cb0bae37-5947-48f5-b8ea-be8dc2c46173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1732999'] for agent, after_create {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:17:38.467144 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-0cc3cdcc-aace-4769-a54e-383df0ffcf0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1732999'] for agent, after_create {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:17:39.195000 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1732999'] for agent, after_create {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:17:39.195597 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:17:39.195991 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:17:39.196329 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:17:39.196661 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:17:39.197043 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:17:39.197373 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:17:39.197696 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:17:39.198041 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:17:39.198366 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:17:39.198984 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:17:39.199324 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:17:39.199646 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:17:39.200040 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-805072-6-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:17:39.216768 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-805072-6-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:17:39.688445 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 54054) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:17:40.216188 dv-cinder-805072-6-iscsi neutron-server[102516]: WARNING oslo_policy.policy [None req-235c0761-8ac6-4f5d-9645-c067954e9851 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 05:17:40.216857 dv-cinder-805072-6-iscsi neutron-server[102516]: WARNING oslo_policy.policy [None req-235c0761-8ac6-4f5d-9645-c067954e9851 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 05:17:40.444041 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [None req-235c0761-8ac6-4f5d-9645-c067954e9851 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 05:17:40.454918 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-235c0761-8ac6-4f5d-9645-c067954e9851 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7571504 Nov 23 05:17:42.231994 dv-cinder-805072-6-iscsi neutron-server[102518]: INFO neutron.db.l3_hamode_db [None req-cf146ab6-359e-42ac-b05a-17930c8b1c24 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 23 05:17:42.308799 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf146ab6-359e-42ac-b05a-17930c8b1c24 None None] Routers set() bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:17:42.309196 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf146ab6-359e-42ac-b05a-17930c8b1c24 None None] Router IDs set() for agent in host dv-cinder-805072-6-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 05:17:42.986347 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 54070) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:17:43.291141 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-21051985-3984-4ded-bc69-4ca37aae416a admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:17:43.385519 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.policy [None req-21051985-3984-4ded-bc69-4ca37aae416a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102516) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 23 05:17:43.433426 dv-cinder-805072-6-iscsi neutron-server[102516]: WARNING oslo_policy.policy [None req-21051985-3984-4ded-bc69-4ca37aae416a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 05:17:43.433793 dv-cinder-805072-6-iscsi neutron-server[102516]: WARNING oslo_policy.policy [None req-21051985-3984-4ded-bc69-4ca37aae416a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 05:17:43.442485 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.quota [None req-21051985-3984-4ded-bc69-4ca37aae416a admin admin] Loaded quota_driver: . Nov 23 05:17:43.531768 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-21051985-3984-4ded-bc69-4ca37aae416a admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751722132186', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751722131463', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751722115064', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751722117633', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751722426004', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751722426419', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1429880', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1325415', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-321218', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-399722'] for rbac-policy, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:17:43.599815 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-21051985-3984-4ded-bc69-4ca37aae416a admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:17:43.601006 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-21051985-3984-4ded-bc69-4ca37aae416a admin admin] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6136329 Nov 23 05:17:46.266069 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 54082) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:17:46.750783 dv-cinder-805072-6-iscsi neutron-server[102517]: WARNING oslo_policy.policy [None req-6da79f80-2e4a-4cb7-9127-0ddfcf21aaff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 05:17:46.751365 dv-cinder-805072-6-iscsi neutron-server[102517]: WARNING oslo_policy.policy [None req-6da79f80-2e4a-4cb7-9127-0ddfcf21aaff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 05:17:46.975024 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [None req-6da79f80-2e4a-4cb7-9127-0ddfcf21aaff admin admin] Request body: {'network': {'project_id': '81b82e225bc242b8b9c22730f860ac7f', 'name': 'private', 'tenant_id': '81b82e225bc242b8b9c22730f860ac7f', 'admin_state_up': True}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:17:46.976623 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.quota [None req-6da79f80-2e4a-4cb7-9127-0ddfcf21aaff admin admin] Loaded quota_driver: . Nov 23 05:17:47.031808 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da79f80-2e4a-4cb7-9127-0ddfcf21aaff admin admin] Made reservation on behalf of 81b82e225bc242b8b9c22730f860ac7f for: {'network': 1} {{(pid=102517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:17:47.100222 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.policy [None req-6da79f80-2e4a-4cb7-9127-0ddfcf21aaff admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102517) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 23 05:17:47.147218 dv-cinder-805072-6-iscsi neutron-server[102517]: WARNING oslo_policy.policy [None req-6da79f80-2e4a-4cb7-9127-0ddfcf21aaff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 05:17:47.147599 dv-cinder-805072-6-iscsi neutron-server[102517]: WARNING oslo_policy.policy [None req-6da79f80-2e4a-4cb7-9127-0ddfcf21aaff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 05:17:47.158485 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-6da79f80-2e4a-4cb7-9127-0ddfcf21aaff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for network, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:17:47.179352 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-6da79f80-2e4a-4cb7-9127-0ddfcf21aaff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:17:47.293305 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-6da79f80-2e4a-4cb7-9127-0ddfcf21aaff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:17:47.297323 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-6da79f80-2e4a-4cb7-9127-0ddfcf21aaff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:17:47.323319 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6da79f80-2e4a-4cb7-9127-0ddfcf21aaff admin admin] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=102517) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 05:17:47.351398 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-6da79f80-2e4a-4cb7-9127-0ddfcf21aaff admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751724566236', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574952'] for segment, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:17:47.351921 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-6da79f80-2e4a-4cb7-9127-0ddfcf21aaff admin admin] Unsubscribe: segment precommit_create {{(pid=102517) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 23 05:17:47.352424 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.db.segments_db [None req-6da79f80-2e4a-4cb7-9127-0ddfcf21aaff admin admin] Added segment fdbd7171-8101-4341-bee9-28c8489abf5d of type vlan for network fc1d8f19-639f-4bac-83fd-7e7563aee50b Nov 23 05:17:47.358425 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da79f80-2e4a-4cb7-9127-0ddfcf21aaff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc110936-c04d-418e-8ffb-bed93f5649a6,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:17:47.397599 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da79f80-2e4a-4cb7-9127-0ddfcf21aaff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:17:47.397964 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da79f80-2e4a-4cb7-9127-0ddfcf21aaff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:17:47.398308 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da79f80-2e4a-4cb7-9127-0ddfcf21aaff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:17:47.398645 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da79f80-2e4a-4cb7-9127-0ddfcf21aaff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:17:47.399007 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da79f80-2e4a-4cb7-9127-0ddfcf21aaff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:17:47.399359 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da79f80-2e4a-4cb7-9127-0ddfcf21aaff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:17:47.399693 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da79f80-2e4a-4cb7-9127-0ddfcf21aaff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:17:47.400036 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da79f80-2e4a-4cb7-9127-0ddfcf21aaff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:17:47.400380 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da79f80-2e4a-4cb7-9127-0ddfcf21aaff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:17:47.400709 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da79f80-2e4a-4cb7-9127-0ddfcf21aaff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:17:47.401033 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da79f80-2e4a-4cb7-9127-0ddfcf21aaff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:17:47.401355 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da79f80-2e4a-4cb7-9127-0ddfcf21aaff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:17:47.402463 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da79f80-2e4a-4cb7-9127-0ddfcf21aaff admin admin] Tracked resource versions report: Nov 23 05:17:47.402463 dv-cinder-805072-6-iscsi neutron-server[102517]: pushed versions: Nov 23 05:17:47.402463 dv-cinder-805072-6-iscsi neutron-server[102517]: { 'AddressGroup': {'1.2'}, Nov 23 05:17:47.402463 dv-cinder-805072-6-iscsi neutron-server[102517]: 'ConntrackHelper': {'1.0'}, Nov 23 05:17:47.402463 dv-cinder-805072-6-iscsi neutron-server[102517]: 'Log': {'1.0'}, Nov 23 05:17:47.402463 dv-cinder-805072-6-iscsi neutron-server[102517]: 'Network': {'1.1'}, Nov 23 05:17:47.402463 dv-cinder-805072-6-iscsi neutron-server[102517]: 'Port': {'1.7'}, Nov 23 05:17:47.402463 dv-cinder-805072-6-iscsi neutron-server[102517]: 'PortForwarding': {'1.2'}, Nov 23 05:17:47.402463 dv-cinder-805072-6-iscsi neutron-server[102517]: 'QosPolicy': {'1.10'}, Nov 23 05:17:47.402463 dv-cinder-805072-6-iscsi neutron-server[102517]: 'SecurityGroup': {'1.5'}, Nov 23 05:17:47.402463 dv-cinder-805072-6-iscsi neutron-server[102517]: 'SecurityGroupRule': {'1.2'}, Nov 23 05:17:47.402463 dv-cinder-805072-6-iscsi neutron-server[102517]: 'SubPort': {'1.0'}, Nov 23 05:17:47.402463 dv-cinder-805072-6-iscsi neutron-server[102517]: 'Subnet': {'1.1'}, Nov 23 05:17:47.402463 dv-cinder-805072-6-iscsi neutron-server[102517]: 'Trunk': {'1.1'}} Nov 23 05:17:47.402463 dv-cinder-805072-6-iscsi neutron-server[102517]: consumer versions: Nov 23 05:17:47.402463 dv-cinder-805072-6-iscsi neutron-server[102517]: { DHCP agent@dv-cinder-805072-6-iscsi: {}, Nov 23 05:17:47.402463 dv-cinder-805072-6-iscsi neutron-server[102517]: L3 agent@dv-cinder-805072-6-iscsi: {}, Nov 23 05:17:47.402463 dv-cinder-805072-6-iscsi neutron-server[102517]: Metadata agent@dv-cinder-805072-6-iscsi: {}, Nov 23 05:17:47.402463 dv-cinder-805072-6-iscsi neutron-server[102517]: Metering agent@dv-cinder-805072-6-iscsi: {}, Nov 23 05:17:47.402463 dv-cinder-805072-6-iscsi neutron-server[102517]: Open vSwitch agent@dv-cinder-805072-6-iscsi: { 'AddressGroup': '1.2', Nov 23 05:17:47.402463 dv-cinder-805072-6-iscsi neutron-server[102517]: 'ConntrackHelper': '1.0', Nov 23 05:17:47.402463 dv-cinder-805072-6-iscsi neutron-server[102517]: 'Log': '1.0', Nov 23 05:17:47.402463 dv-cinder-805072-6-iscsi neutron-server[102517]: 'Network': '1.1', Nov 23 05:17:47.402463 dv-cinder-805072-6-iscsi neutron-server[102517]: 'Port': '1.7', Nov 23 05:17:47.402463 dv-cinder-805072-6-iscsi neutron-server[102517]: 'PortForwarding': '1.2', Nov 23 05:17:47.402463 dv-cinder-805072-6-iscsi neutron-server[102517]: 'QosPolicy': '1.10', Nov 23 05:17:47.402463 dv-cinder-805072-6-iscsi neutron-server[102517]: 'SecurityGroup': '1.5', Nov 23 05:17:47.402463 dv-cinder-805072-6-iscsi neutron-server[102517]: 'SecurityGroupRule': '1.2', Nov 23 05:17:47.402463 dv-cinder-805072-6-iscsi neutron-server[102517]: 'SubPort': '1.0', Nov 23 05:17:47.402463 dv-cinder-805072-6-iscsi neutron-server[102517]: 'Subnet': '1.1', Nov 23 05:17:47.402463 dv-cinder-805072-6-iscsi neutron-server[102517]: 'Trunk': '1.1'}} Nov 23 05:17:47.402463 dv-cinder-805072-6-iscsi neutron-server[102517]: {{(pid=102517) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 05:17:47.475289 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-6da79f80-2e4a-4cb7-9127-0ddfcf21aaff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751724239108'] for network, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:17:47.515594 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-6da79f80-2e4a-4cb7-9127-0ddfcf21aaff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215'] for network, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:17:47.516646 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da79f80-2e4a-4cb7-9127-0ddfcf21aaff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:17:47.517373 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-6da79f80-2e4a-4cb7-9127-0ddfcf21aaff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for network, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:17:47.617238 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-6da79f80-2e4a-4cb7-9127-0ddfcf21aaff admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3499939 Nov 23 05:17:47.625063 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da79f80-2e4a-4cb7-9127-0ddfcf21aaff admin admin] Pushing event updated for resources: {'Network': ['ID=fc1d8f19-639f-4bac-83fd-7e7563aee50b,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:17:47.643004 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Network fc1d8f19-639f-4bac-83fd-7e7563aee50b details requested by agent ovs-agent-dv-cinder-805072-6-iscsi with host dv-cinder-805072-6-iscsi {{(pid=102518) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 05:17:50.389078 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 54104) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:17:50.779865 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72666754-7a22-4ce3-976c-bb272307f310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:17:50.781780 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-72666754-7a22-4ce3-976c-bb272307f310 admin admin] 10.222.0.48 "GET /v2.0/networks/fc1d8f19-639f-4bac-83fd-7e7563aee50b HTTP/1.1" status: 200 len: 825 time: 0.3911288 Nov 23 05:17:50.821967 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-9e903b5f-68cf-4687-966f-c524e1f15c17 admin admin] 10.222.0.48 "GET /v2.0/subnetpools/be06b405-e23b-4cf1-a00c-949c2fc10121 HTTP/1.1" status: 200 len: 734 time: 0.0339813 Nov 23 05:17:50.831557 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [None req-47490c51-9b5a-4deb-a5a0-1b1ca2db2dad admin admin] Request body: {'subnet': {'tenant_id': '81b82e225bc242b8b9c22730f860ac7f', 'ip_version': 4, 'network_id': 'fc1d8f19-639f-4bac-83fd-7e7563aee50b', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': 'be06b405-e23b-4cf1-a00c-949c2fc10121'}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:17:50.854570 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47490c51-9b5a-4deb-a5a0-1b1ca2db2dad admin admin] Made reservation on behalf of 81b82e225bc242b8b9c22730f860ac7f for: {'subnet': 1} {{(pid=102517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:17:50.856932 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-47490c51-9b5a-4deb-a5a0-1b1ca2db2dad admin admin] Publish callbacks [] for subnet, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:17:51.150063 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-47490c51-9b5a-4deb-a5a0-1b1ca2db2dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215'] for subnet, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:17:51.216746 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47490c51-9b5a-4deb-a5a0-1b1ca2db2dad admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc75ee3e-1fa0-4f4c-954a-98a57901674e,revision_number=0']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:17:51.222678 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47490c51-9b5a-4deb-a5a0-1b1ca2db2dad admin admin] Checking segment: {'id': 'fdbd7171-8101-4341-bee9-28c8489abf5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'fc1d8f19-639f-4bac-83fd-7e7563aee50b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:17:51.223111 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47490c51-9b5a-4deb-a5a0-1b1ca2db2dad admin admin] Network hostable DHCP agents. Network: fc1d8f19-639f-4bac-83fd-7e7563aee50b, hostable agents: ['2030e6fd-0e7a-4e26-866d-a4515205c5a7'], hosted agents: [] {{(pid=102517) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 05:17:51.243487 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47490c51-9b5a-4deb-a5a0-1b1ca2db2dad admin admin] Network fc1d8f19-639f-4bac-83fd-7e7563aee50b is scheduled to be hosted by DHCP agent 2030e6fd-0e7a-4e26-866d-a4515205c5a7 with binding_index 1 {{(pid=102517) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 05:17:51.254415 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.base_scheduler [None req-47490c51-9b5a-4deb-a5a0-1b1ca2db2dad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805072-6-iscsi, fc1d8f19-639f-4bac-83fd-7e7563aee50b) {{(pid=102517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:17:51.262178 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47490c51-9b5a-4deb-a5a0-1b1ca2db2dad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:17:51.262777 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-47490c51-9b5a-4deb-a5a0-1b1ca2db2dad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for subnet, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:17:51.264217 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f071b9e-5104-4e09-8695-a7fc6fa4a8c4 None None] Network fc1d8f19-639f-4bac-83fd-7e7563aee50b requested from dv-cinder-805072-6-iscsi {{(pid=102518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:17:51.279743 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-47490c51-9b5a-4deb-a5a0-1b1ca2db2dad admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4515483 Nov 23 05:17:51.598051 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29784ac4-2ec7-4142-840c-b0af8186468b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37d81789-c0f2-5219-9ce1-cd506509959a-fc1d8f19-639f-4bac-83fd-7e7563aee50b', 'network_id': 'fc1d8f19-639f-4bac-83fd-7e7563aee50b', 'tenant_id': '81b82e225bc242b8b9c22730f860ac7f', 'fixed_ips': [{'subnet_id': 'dc75ee3e-1fa0-4f4c-954a-98a57901674e'}]}} from dv-cinder-805072-6-iscsi. {{(pid=102518) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 05:17:51.599340 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-29784ac4-2ec7-4142-840c-b0af8186468b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_create {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:17:51.893131 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.db_base_plugin_common [None req-29784ac4-2ec7-4142-840c-b0af8186468b None None] Allocated IP 172.20.0.2 (fc1d8f19-639f-4bac-83fd-7e7563aee50b/dc75ee3e-1fa0-4f4c-954a-98a57901674e/8a709cb8-6296-4569-a8b4-b5a2f5a5c61f) {{(pid=102518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:17:52.097684 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-29784ac4-2ec7-4142-840c-b0af8186468b None None] Publish callbacks [] for port, precommit_create {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:17:52.105557 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-29784ac4-2ec7-4142-840c-b0af8186468b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751724218534'] for port, after_create {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:17:52.185828 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29784ac4-2ec7-4142-840c-b0af8186468b None None] Network fc1d8f19-639f-4bac-83fd-7e7563aee50b is already hosted by enough agents. {{(pid=102518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:17:52.190972 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.scheduler.base_scheduler [None req-29784ac4-2ec7-4142-840c-b0af8186468b None None] Resources bound (agent type, host, resource id): {{(pid=102518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:17:52.196437 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29784ac4-2ec7-4142-840c-b0af8186468b None None] Pushing event updated for resources: {'Port': ['ID=8a709cb8-6296-4569-a8b4-b5a2f5a5c61f,revision_number=1']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:17:52.200739 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29784ac4-2ec7-4142-840c-b0af8186468b None None] Received port after_create {{(pid=102518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:17:52.209305 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29784ac4-2ec7-4142-840c-b0af8186468b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:17:52.209680 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29784ac4-2ec7-4142-840c-b0af8186468b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:17:52.210037 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29784ac4-2ec7-4142-840c-b0af8186468b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:17:52.210379 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29784ac4-2ec7-4142-840c-b0af8186468b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:17:52.210714 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29784ac4-2ec7-4142-840c-b0af8186468b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:17:52.211070 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29784ac4-2ec7-4142-840c-b0af8186468b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:17:52.211407 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29784ac4-2ec7-4142-840c-b0af8186468b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:17:52.211744 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29784ac4-2ec7-4142-840c-b0af8186468b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:17:52.212088 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29784ac4-2ec7-4142-840c-b0af8186468b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:17:52.212421 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29784ac4-2ec7-4142-840c-b0af8186468b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:17:52.212747 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29784ac4-2ec7-4142-840c-b0af8186468b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:17:52.213072 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29784ac4-2ec7-4142-840c-b0af8186468b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:17:52.214152 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29784ac4-2ec7-4142-840c-b0af8186468b None None] Tracked resource versions report: Nov 23 05:17:52.214152 dv-cinder-805072-6-iscsi neutron-server[102518]: pushed versions: Nov 23 05:17:52.214152 dv-cinder-805072-6-iscsi neutron-server[102518]: { 'AddressGroup': {'1.2'}, Nov 23 05:17:52.214152 dv-cinder-805072-6-iscsi neutron-server[102518]: 'ConntrackHelper': {'1.0'}, Nov 23 05:17:52.214152 dv-cinder-805072-6-iscsi neutron-server[102518]: 'Log': {'1.0'}, Nov 23 05:17:52.214152 dv-cinder-805072-6-iscsi neutron-server[102518]: 'Network': {'1.1'}, Nov 23 05:17:52.214152 dv-cinder-805072-6-iscsi neutron-server[102518]: 'Port': {'1.7'}, Nov 23 05:17:52.214152 dv-cinder-805072-6-iscsi neutron-server[102518]: 'PortForwarding': {'1.2'}, Nov 23 05:17:52.214152 dv-cinder-805072-6-iscsi neutron-server[102518]: 'QosPolicy': {'1.10'}, Nov 23 05:17:52.214152 dv-cinder-805072-6-iscsi neutron-server[102518]: 'SecurityGroup': {'1.5'}, Nov 23 05:17:52.214152 dv-cinder-805072-6-iscsi neutron-server[102518]: 'SecurityGroupRule': {'1.2'}, Nov 23 05:17:52.214152 dv-cinder-805072-6-iscsi neutron-server[102518]: 'SubPort': {'1.0'}, Nov 23 05:17:52.214152 dv-cinder-805072-6-iscsi neutron-server[102518]: 'Subnet': {'1.1'}, Nov 23 05:17:52.214152 dv-cinder-805072-6-iscsi neutron-server[102518]: 'Trunk': {'1.1'}} Nov 23 05:17:52.214152 dv-cinder-805072-6-iscsi neutron-server[102518]: consumer versions: Nov 23 05:17:52.214152 dv-cinder-805072-6-iscsi neutron-server[102518]: { DHCP agent@dv-cinder-805072-6-iscsi: {}, Nov 23 05:17:52.214152 dv-cinder-805072-6-iscsi neutron-server[102518]: L3 agent@dv-cinder-805072-6-iscsi: {}, Nov 23 05:17:52.214152 dv-cinder-805072-6-iscsi neutron-server[102518]: Metadata agent@dv-cinder-805072-6-iscsi: {}, Nov 23 05:17:52.214152 dv-cinder-805072-6-iscsi neutron-server[102518]: Metering agent@dv-cinder-805072-6-iscsi: {}, Nov 23 05:17:52.214152 dv-cinder-805072-6-iscsi neutron-server[102518]: Open vSwitch agent@dv-cinder-805072-6-iscsi: { 'AddressGroup': '1.2', Nov 23 05:17:52.214152 dv-cinder-805072-6-iscsi neutron-server[102518]: 'ConntrackHelper': '1.0', Nov 23 05:17:52.214152 dv-cinder-805072-6-iscsi neutron-server[102518]: 'Log': '1.0', Nov 23 05:17:52.214152 dv-cinder-805072-6-iscsi neutron-server[102518]: 'Network': '1.1', Nov 23 05:17:52.214152 dv-cinder-805072-6-iscsi neutron-server[102518]: 'Port': '1.7', Nov 23 05:17:52.214152 dv-cinder-805072-6-iscsi neutron-server[102518]: 'PortForwarding': '1.2', Nov 23 05:17:52.214152 dv-cinder-805072-6-iscsi neutron-server[102518]: 'QosPolicy': '1.10', Nov 23 05:17:52.214152 dv-cinder-805072-6-iscsi neutron-server[102518]: 'SecurityGroup': '1.5', Nov 23 05:17:52.214152 dv-cinder-805072-6-iscsi neutron-server[102518]: 'SecurityGroupRule': '1.2', Nov 23 05:17:52.214152 dv-cinder-805072-6-iscsi neutron-server[102518]: 'SubPort': '1.0', Nov 23 05:17:52.214152 dv-cinder-805072-6-iscsi neutron-server[102518]: 'Subnet': '1.1', Nov 23 05:17:52.214152 dv-cinder-805072-6-iscsi neutron-server[102518]: 'Trunk': '1.1'}} Nov 23 05:17:52.214152 dv-cinder-805072-6-iscsi neutron-server[102518]: {{(pid=102518) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 05:17:52.287527 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-29784ac4-2ec7-4142-840c-b0af8186468b None None] Attempting to bind port 8a709cb8-6296-4569-a8b4-b5a2f5a5c61f on host dv-cinder-805072-6-iscsi for vnic_type normal with profile {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:17:52.288180 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-29784ac4-2ec7-4142-840c-b0af8186468b None None] Attempting to bind port 8a709cb8-6296-4569-a8b4-b5a2f5a5c61f by drivers openvswitch,hyperv on host dv-cinder-805072-6-iscsi at level 0 using segments [{'id': 'fdbd7171-8101-4341-bee9-28c8489abf5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'fc1d8f19-639f-4bac-83fd-7e7563aee50b'}] {{(pid=102518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:17:52.288335 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29784ac4-2ec7-4142-840c-b0af8186468b None None] Attempting to bind port 8a709cb8-6296-4569-a8b4-b5a2f5a5c61f on network fc1d8f19-639f-4bac-83fd-7e7563aee50b {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:17:52.293221 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29784ac4-2ec7-4142-840c-b0af8186468b None None] Checking agent: {'id': '820ec587-a722-4a8d-8856-03e998d7c894', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 5, 17, 39), 'started_at': datetime.datetime(2021, 11, 23, 5, 17, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:17:52.293598 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29784ac4-2ec7-4142-840c-b0af8186468b None None] Checking segment: {'id': 'fdbd7171-8101-4341-bee9-28c8489abf5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'fc1d8f19-639f-4bac-83fd-7e7563aee50b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:17:52.294082 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-29784ac4-2ec7-4142-840c-b0af8186468b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:17:52.294473 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29784ac4-2ec7-4142-840c-b0af8186468b None None] Bound using segment: {'id': 'fdbd7171-8101-4341-bee9-28c8489abf5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'fc1d8f19-639f-4bac-83fd-7e7563aee50b'} {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:17:52.294987 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-29784ac4-2ec7-4142-840c-b0af8186468b None None] Bound port: 8a709cb8-6296-4569-a8b4-b5a2f5a5c61f, host: dv-cinder-805072-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdbd7171-8101-4341-bee9-28c8489abf5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'fc1d8f19-639f-4bac-83fd-7e7563aee50b'}}] {{(pid=102518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:17:52.295399 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-29784ac4-2ec7-4142-840c-b0af8186468b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:17:52.357484 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-29784ac4-2ec7-4142-840c-b0af8186468b None None] For port 8a709cb8-6296-4569-a8b4-b5a2f5a5c61f, host dv-cinder-805072-6-iscsi, cleared binding levels {{(pid=102518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:17:52.362023 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-29784ac4-2ec7-4142-840c-b0af8186468b None None] For port 8a709cb8-6296-4569-a8b4-b5a2f5a5c61f, host dv-cinder-805072-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=8a709cb8-6296-4569-a8b4-b5a2f5a5c61f,segment=NetworkSegment(fdbd7171-8101-4341-bee9-28c8489abf5d),segment_id=fdbd7171-8101-4341-bee9-28c8489abf5d)] {{(pid=102518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:17:52.366600 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-29784ac4-2ec7-4142-840c-b0af8186468b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:17:52.433128 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29784ac4-2ec7-4142-840c-b0af8186468b None None] Pushing event updated for resources: {'Port': ['ID=8a709cb8-6296-4569-a8b4-b5a2f5a5c61f,revision_number=2']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:17:53.820916 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 54112) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:17:54.137428 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [None req-5244fe6c-4d3e-4247-abb3-11de74d6b814 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102517) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 05:17:54.138544 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-5244fe6c-4d3e-4247-abb3-11de74d6b814 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3165889 Nov 23 05:17:56.649626 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 54120) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:17:56.965140 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [None req-806ead64-811c-49f8-9d12-d05ff0c177b0 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102517) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 05:17:56.966125 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-806ead64-811c-49f8-9d12-d05ff0c177b0 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3155742 Nov 23 05:17:59.692653 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 54130) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:17:59.990999 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [None req-88b421b2-ff9e-43c6-8980-19edc676817a admin admin] Request body: {'router': {'tenant_id': '81b82e225bc242b8b9c22730f860ac7f', 'admin_state_up': True, 'name': 'router1'}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:18:00.016865 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-88b421b2-ff9e-43c6-8980-19edc676817a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8397'] for router, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:00.018953 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-88b421b2-ff9e-43c6-8980-19edc676817a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1733637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804129', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9534'] for router, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:00.158479 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-88b421b2-ff9e-43c6-8980-19edc676817a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:00.163119 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-88b421b2-ff9e-43c6-8980-19edc676817a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1733714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-309572'] for router, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:00.177741 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-88b421b2-ff9e-43c6-8980-19edc676817a admin admin] Publish callbacks [] for router, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:00.207931 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-88b421b2-ff9e-43c6-8980-19edc676817a admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5138614 Nov 23 05:18:00.934943 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 8a709cb8-6296-4569-a8b4-b5a2f5a5c61f up at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:18:01.027922 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Provisioning complete for port 8a709cb8-6296-4569-a8b4-b5a2f5a5c61f triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:18:01.028319 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:01.137743 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:01.171887 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] For port 8a709cb8-6296-4569-a8b4-b5a2f5a5c61f, host dv-cinder-805072-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=8a709cb8-6296-4569-a8b4-b5a2f5a5c61f,segment=NetworkSegment(fdbd7171-8101-4341-bee9-28c8489abf5d),segment_id=fdbd7171-8101-4341-bee9-28c8489abf5d)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:18:01.176477 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:01.222453 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Pushing event updated for resources: {'Port': ['ID=8a709cb8-6296-4569-a8b4-b5a2f5a5c61f,revision_number=3']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:18:01.535398 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300a304e-0b9c-400f-9649-2d50a94a490b None None] Network fc1d8f19-639f-4bac-83fd-7e7563aee50b requested from dv-cinder-805072-6-iscsi {{(pid=102518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:18:01.601313 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-9e7fe30b-1dad-4b37-960d-07620d15088e None None] Provisioning complete for port 8a709cb8-6296-4569-a8b4-b5a2f5a5c61f triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:18:01.601678 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-9e7fe30b-1dad-4b37-960d-07620d15088e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:01.953015 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-d910a285-a143-4631-95fb-78856659a114 None None] Provisioning complete for port 8a709cb8-6296-4569-a8b4-b5a2f5a5c61f triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:18:01.953636 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-d910a285-a143-4631-95fb-78856659a114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:02.700950 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 54142) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:18:02.915464 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 8a709cb8-6296-4569-a8b4-b5a2f5a5c61f up at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:18:02.963397 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Provisioning complete for port 8a709cb8-6296-4569-a8b4-b5a2f5a5c61f triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:18:02.964054 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:03.015950 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [None req-110271a2-8045-423e-81bb-9a4801ee46d3 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102517) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 05:18:03.017066 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-110271a2-8045-423e-81bb-9a4801ee46d3 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3145792 Nov 23 05:18:03.412501 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-ee2e137c-f873-4b18-a7df-e90cdc6a44f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:05.481794 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 54150) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:18:05.615181 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-a72d3728-25a1-4de3-b6df-4a817aaac811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:05.793571 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [None req-18362413-ee78-45e0-ae1e-b4ecc5508c5d admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:18:05.815343 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18362413-ee78-45e0-ae1e-b4ecc5508c5d admin admin] Made reservation on behalf of c9998ff0649545abbee3c5f371cb6d20 for: {'network': 1} {{(pid=102517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:18:05.817556 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-18362413-ee78-45e0-ae1e-b4ecc5508c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for network, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:05.825616 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-18362413-ee78-45e0-ae1e-b4ecc5508c5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:05.900181 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-18362413-ee78-45e0-ae1e-b4ecc5508c5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:05.903668 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-18362413-ee78-45e0-ae1e-b4ecc5508c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:05.919623 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-18362413-ee78-45e0-ae1e-b4ecc5508c5d admin admin] Reserving flat network on physical network physnet1 {{(pid=102517) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 23 05:18:05.940523 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18362413-ee78-45e0-ae1e-b4ecc5508c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8739af4-c2fc-4ffb-aa2d-83c4fc0f78b7,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:18:05.947972 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-18362413-ee78-45e0-ae1e-b4ecc5508c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574952'] for segment, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:05.948841 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.db.segments_db [None req-18362413-ee78-45e0-ae1e-b4ecc5508c5d admin admin] Added segment e4256266-4d48-4c1e-81e6-1081b0d2db50 of type flat for network 2fffb983-856b-4b4c-9c04-1e7e601bf688 Nov 23 05:18:05.997767 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-18362413-ee78-45e0-ae1e-b4ecc5508c5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751724239108'] for network, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:06.028597 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-18362413-ee78-45e0-ae1e-b4ecc5508c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215'] for network, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:06.030112 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18362413-ee78-45e0-ae1e-b4ecc5508c5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:18:06.030966 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-18362413-ee78-45e0-ae1e-b4ecc5508c5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for network, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:06.088466 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-18362413-ee78-45e0-ae1e-b4ecc5508c5d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6056013 Nov 23 05:18:06.091233 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18362413-ee78-45e0-ae1e-b4ecc5508c5d admin admin] Pushing event updated for resources: {'Network': ['ID=2fffb983-856b-4b4c-9c04-1e7e601bf688,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:18:06.106905 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Network 2fffb983-856b-4b4c-9c04-1e7e601bf688 details requested by agent ovs-agent-dv-cinder-805072-6-iscsi with host dv-cinder-805072-6-iscsi {{(pid=102518) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 05:18:07.005086 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-cb0bae37-5947-48f5-b8ea-be8dc2c46173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:08.404696 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-0cc3cdcc-aace-4769-a54e-383df0ffcf0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:08.574256 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 54168) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:18:08.751161 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7aa0f11-38cb-4070-bc80-ce3eb1974cb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:18:08.752469 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-c7aa0f11-38cb-4070-bc80-ce3eb1974cb5 admin admin] 10.222.0.48 "GET /v2.0/subnets/dc75ee3e-1fa0-4f4c-954a-98a57901674e HTTP/1.1" status: 200 len: 849 time: 0.1772339 Nov 23 05:18:08.869588 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-f6780592-919d-40b4-91ee-a77704aea0bf admin admin] 10.222.0.48 "GET /v2.0/routers/649c0f74-44a9-4bec-8e2d-1c6df4e0a0eb HTTP/1.1" status: 200 len: 704 time: 0.1110265 Nov 23 05:18:09.103237 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:09.141705 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-1cc03d59-239b-4622-9e80-09641eeafb59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:09.433463 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.db.db_base_plugin_common [None req-1cc03d59-239b-4622-9e80-09641eeafb59 admin admin] Allocated IP 172.20.0.1 (fc1d8f19-639f-4bac-83fd-7e7563aee50b/dc75ee3e-1fa0-4f4c-954a-98a57901674e/45d388f2-3353-4b96-8b82-2c84ce58f6e0) {{(pid=102517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:18:09.627449 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-1cc03d59-239b-4622-9e80-09641eeafb59 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:09.694446 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-1cc03d59-239b-4622-9e80-09641eeafb59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751724218534'] for port, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:09.766066 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc03d59-239b-4622-9e80-09641eeafb59 admin admin] Network fc1d8f19-639f-4bac-83fd-7e7563aee50b is already hosted by enough agents. {{(pid=102517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:18:09.770746 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.base_scheduler [None req-1cc03d59-239b-4622-9e80-09641eeafb59 admin admin] Resources bound (agent type, host, resource id): {{(pid=102517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:18:09.776180 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc03d59-239b-4622-9e80-09641eeafb59 admin admin] Received port after_create {{(pid=102517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:18:09.776713 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-1cc03d59-239b-4622-9e80-09641eeafb59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733347'] for router_interface, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:09.837233 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc03d59-239b-4622-9e80-09641eeafb59 admin admin] Pushing event updated for resources: {'Port': ['ID=45d388f2-3353-4b96-8b82-2c84ce58f6e0,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:18:09.980800 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-1cc03d59-239b-4622-9e80-09641eeafb59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:10.000105 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-7506a2f6-f70e-4328-8d2d-5fc2bf51ff2d None None] Provisioning complete for port 45d388f2-3353-4b96-8b82-2c84ce58f6e0 triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:18:10.000667 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-7506a2f6-f70e-4328-8d2d-5fc2bf51ff2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:10.032553 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-7506a2f6-f70e-4328-8d2d-5fc2bf51ff2d None None] Port 45d388f2-3353-4b96-8b82-2c84ce58f6e0 cannot update to ACTIVE because it is not bound. {{(pid=102518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:18:10.190818 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-1cc03d59-239b-4622-9e80-09641eeafb59 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:10.195203 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-1cc03d59-239b-4622-9e80-09641eeafb59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:10.196008 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-1cc03d59-239b-4622-9e80-09641eeafb59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733247'] for router_interface, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:10.274282 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc03d59-239b-4622-9e80-09641eeafb59 admin admin] Pushing event updated for resources: {'Port': ['ID=45d388f2-3353-4b96-8b82-2c84ce58f6e0,revision_number=2']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:18:10.320132 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc03d59-239b-4622-9e80-09641eeafb59 admin admin] Network fc1d8f19-639f-4bac-83fd-7e7563aee50b is already hosted by enough agents. {{(pid=102517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:18:10.321416 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.base_scheduler [None req-1cc03d59-239b-4622-9e80-09641eeafb59 admin admin] Resources bound (agent type, host, resource id): {{(pid=102517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:18:10.481006 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cc03d59-239b-4622-9e80-09641eeafb59 admin admin] Router 649c0f74-44a9-4bec-8e2d-1c6df4e0a0eb is scheduled to L3 agent 9dac5a01-04fc-4e91-9910-6392ff9c638b with binding_index 1 {{(pid=102517) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 05:18:10.554603 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-e48ae8c3-8456-440c-afa1-eb590ac322f0 None None] Provisioning complete for port 45d388f2-3353-4b96-8b82-2c84ce58f6e0 triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:18:10.554897 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-e48ae8c3-8456-440c-afa1-eb590ac322f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:10.582248 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc03d59-239b-4622-9e80-09641eeafb59 admin admin] Notify agent at l3_agent.dv-cinder-805072-6-iscsi the message routers_updated {{(pid=102517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:18:10.589503 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-e48ae8c3-8456-440c-afa1-eb590ac322f0 None None] Port 45d388f2-3353-4b96-8b82-2c84ce58f6e0 cannot update to ACTIVE because it is not bound. {{(pid=102518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:18:10.597624 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4820881-eaf7-4d8e-8e82-15a4ee96b395 None None] Sync routers for ids ['649c0f74-44a9-4bec-8e2d-1c6df4e0a0eb'] in dv-cinder-805072-6-iscsi {{(pid=102519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:18:10.599461 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-1cc03d59-239b-4622-9e80-09641eeafb59 admin admin] 10.222.0.48 "PUT /v2.0/routers/649c0f74-44a9-4bec-8e2d-1c6df4e0a0eb/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7238245 Nov 23 05:18:10.611165 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4820881-eaf7-4d8e-8e82-15a4ee96b395 None None] Routers {'649c0f74-44a9-4bec-8e2d-1c6df4e0a0eb'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:18:10.611985 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-d4820881-eaf7-4d8e-8e82-15a4ee96b395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:18:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['649c0f74-44a9-4bec-8e2d-1c6df4e0a0eb'], 'active': True} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:18:10.805146 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvr_db [None req-d4820881-eaf7-4d8e-8e82-15a4ee96b395 None None] Set router 649c0f74-44a9-4bec-8e2d-1c6df4e0a0eb gateway port host: None {{(pid=102519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:18:11.240554 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-d4820881-eaf7-4d8e-8e82-15a4ee96b395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649c0f74-44a9-4bec-8e2d-1c6df4e0a0eb', 'name': 'router1', 'tenant_id': '81b82e225bc242b8b9c22730f860ac7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:18:00Z', 'updated_at': '2021-11-23T05:18:09Z', 'revision_number': 2, 'project_id': '81b82e225bc242b8b9c22730f860ac7f', 'gw_port_host': None, '_interfaces': [{'id': '45d388f2-3353-4b96-8b82-2c84ce58f6e0', 'name': '', 'network_id': 'fc1d8f19-639f-4bac-83fd-7e7563aee50b', 'tenant_id': '81b82e225bc242b8b9c22730f860ac7f', 'mac_address': 'fa:16:3e:d2:6b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649c0f74-44a9-4bec-8e2d-1c6df4e0a0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dc75ee3e-1fa0-4f4c-954a-98a57901674e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:18:09Z', 'updated_at': '2021-11-23T05:18:10Z', 'revision_number': 2, 'project_id': '81b82e225bc242b8b9c22730f860ac7f', 'subnets': [{'id': 'dc75ee3e-1fa0-4f4c-954a-98a57901674e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be06b405-e23b-4cf1-a00c-949c2fc10121'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:18:11.290818 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4820881-eaf7-4d8e-8e82-15a4ee96b395 None None] Checking router: 649c0f74-44a9-4bec-8e2d-1c6df4e0a0eb for host: dv-cinder-805072-6-iscsi {{(pid=102519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:18:11.291211 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4820881-eaf7-4d8e-8e82-15a4ee96b395 None None] Updating router 649c0f74-44a9-4bec-8e2d-1c6df4e0a0eb port 45d388f2-3353-4b96-8b82-2c84ce58f6e0 binding host dv-cinder-805072-6-iscsi {{(pid=102519) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 05:18:11.339232 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-d4820881-eaf7-4d8e-8e82-15a4ee96b395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:11.856773 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-d4820881-eaf7-4d8e-8e82-15a4ee96b395 None None] Publish callbacks [] for port, precommit_update {{(pid=102519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:11.863865 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-d4820881-eaf7-4d8e-8e82-15a4ee96b395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:12.033912 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6b73e3-b68e-4d8c-8b0f-ade716de55d3 None None] Pushing event updated for resources: {'Port': ['ID=45d388f2-3353-4b96-8b82-2c84ce58f6e0,revision_number=3']} {{(pid=102519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:18:12.039924 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.managers [None req-d4820881-eaf7-4d8e-8e82-15a4ee96b395 None None] Attempting to bind port 45d388f2-3353-4b96-8b82-2c84ce58f6e0 on host dv-cinder-805072-6-iscsi for vnic_type normal with profile {{(pid=102519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:18:12.040325 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.managers [None req-d4820881-eaf7-4d8e-8e82-15a4ee96b395 None None] Attempting to bind port 45d388f2-3353-4b96-8b82-2c84ce58f6e0 by drivers openvswitch,hyperv on host dv-cinder-805072-6-iscsi at level 0 using segments [{'id': 'fdbd7171-8101-4341-bee9-28c8489abf5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'fc1d8f19-639f-4bac-83fd-7e7563aee50b'}] {{(pid=102519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:18:12.040775 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4820881-eaf7-4d8e-8e82-15a4ee96b395 None None] Attempting to bind port 45d388f2-3353-4b96-8b82-2c84ce58f6e0 on network fc1d8f19-639f-4bac-83fd-7e7563aee50b {{(pid=102519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:18:12.049318 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4820881-eaf7-4d8e-8e82-15a4ee96b395 None None] Checking agent: {'id': '820ec587-a722-4a8d-8856-03e998d7c894', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 5, 17, 39), 'started_at': datetime.datetime(2021, 11, 23, 5, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:18:12.049716 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4820881-eaf7-4d8e-8e82-15a4ee96b395 None None] Checking segment: {'id': 'fdbd7171-8101-4341-bee9-28c8489abf5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'fc1d8f19-639f-4bac-83fd-7e7563aee50b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:18:12.050203 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-d4820881-eaf7-4d8e-8e82-15a4ee96b395 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:12.050596 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4820881-eaf7-4d8e-8e82-15a4ee96b395 None None] Bound using segment: {'id': 'fdbd7171-8101-4341-bee9-28c8489abf5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'fc1d8f19-639f-4bac-83fd-7e7563aee50b'} {{(pid=102519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:18:12.051106 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.managers [None req-d4820881-eaf7-4d8e-8e82-15a4ee96b395 None None] Bound port: 45d388f2-3353-4b96-8b82-2c84ce58f6e0, host: dv-cinder-805072-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdbd7171-8101-4341-bee9-28c8489abf5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'fc1d8f19-639f-4bac-83fd-7e7563aee50b'}}] {{(pid=102519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:18:12.051506 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-d4820881-eaf7-4d8e-8e82-15a4ee96b395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:12.053797 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b73e3-b68e-4d8c-8b0f-ade716de55d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:18:12.054166 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b73e3-b68e-4d8c-8b0f-ade716de55d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:18:12.054510 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b73e3-b68e-4d8c-8b0f-ade716de55d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:18:12.054845 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b73e3-b68e-4d8c-8b0f-ade716de55d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:18:12.055208 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b73e3-b68e-4d8c-8b0f-ade716de55d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:18:12.055542 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b73e3-b68e-4d8c-8b0f-ade716de55d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:18:12.055872 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b73e3-b68e-4d8c-8b0f-ade716de55d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:18:12.056201 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b73e3-b68e-4d8c-8b0f-ade716de55d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:18:12.056540 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b73e3-b68e-4d8c-8b0f-ade716de55d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:18:12.056867 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b73e3-b68e-4d8c-8b0f-ade716de55d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:18:12.057190 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b73e3-b68e-4d8c-8b0f-ade716de55d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:18:12.057510 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b73e3-b68e-4d8c-8b0f-ade716de55d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:18:12.058590 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b73e3-b68e-4d8c-8b0f-ade716de55d3 None None] Tracked resource versions report: Nov 23 05:18:12.058590 dv-cinder-805072-6-iscsi neutron-server[102519]: pushed versions: Nov 23 05:18:12.058590 dv-cinder-805072-6-iscsi neutron-server[102519]: { 'AddressGroup': {'1.2'}, Nov 23 05:18:12.058590 dv-cinder-805072-6-iscsi neutron-server[102519]: 'ConntrackHelper': {'1.0'}, Nov 23 05:18:12.058590 dv-cinder-805072-6-iscsi neutron-server[102519]: 'Log': {'1.0'}, Nov 23 05:18:12.058590 dv-cinder-805072-6-iscsi neutron-server[102519]: 'Network': {'1.1'}, Nov 23 05:18:12.058590 dv-cinder-805072-6-iscsi neutron-server[102519]: 'Port': {'1.7'}, Nov 23 05:18:12.058590 dv-cinder-805072-6-iscsi neutron-server[102519]: 'PortForwarding': {'1.2'}, Nov 23 05:18:12.058590 dv-cinder-805072-6-iscsi neutron-server[102519]: 'QosPolicy': {'1.10'}, Nov 23 05:18:12.058590 dv-cinder-805072-6-iscsi neutron-server[102519]: 'SecurityGroup': {'1.5'}, Nov 23 05:18:12.058590 dv-cinder-805072-6-iscsi neutron-server[102519]: 'SecurityGroupRule': {'1.2'}, Nov 23 05:18:12.058590 dv-cinder-805072-6-iscsi neutron-server[102519]: 'SubPort': {'1.0'}, Nov 23 05:18:12.058590 dv-cinder-805072-6-iscsi neutron-server[102519]: 'Subnet': {'1.1'}, Nov 23 05:18:12.058590 dv-cinder-805072-6-iscsi neutron-server[102519]: 'Trunk': {'1.1'}} Nov 23 05:18:12.058590 dv-cinder-805072-6-iscsi neutron-server[102519]: consumer versions: Nov 23 05:18:12.058590 dv-cinder-805072-6-iscsi neutron-server[102519]: { DHCP agent@dv-cinder-805072-6-iscsi: {}, Nov 23 05:18:12.058590 dv-cinder-805072-6-iscsi neutron-server[102519]: L3 agent@dv-cinder-805072-6-iscsi: {}, Nov 23 05:18:12.058590 dv-cinder-805072-6-iscsi neutron-server[102519]: Metadata agent@dv-cinder-805072-6-iscsi: {}, Nov 23 05:18:12.058590 dv-cinder-805072-6-iscsi neutron-server[102519]: Metering agent@dv-cinder-805072-6-iscsi: {}, Nov 23 05:18:12.058590 dv-cinder-805072-6-iscsi neutron-server[102519]: Open vSwitch agent@dv-cinder-805072-6-iscsi: { 'AddressGroup': '1.2', Nov 23 05:18:12.058590 dv-cinder-805072-6-iscsi neutron-server[102519]: 'ConntrackHelper': '1.0', Nov 23 05:18:12.058590 dv-cinder-805072-6-iscsi neutron-server[102519]: 'Log': '1.0', Nov 23 05:18:12.058590 dv-cinder-805072-6-iscsi neutron-server[102519]: 'Network': '1.1', Nov 23 05:18:12.058590 dv-cinder-805072-6-iscsi neutron-server[102519]: 'Port': '1.7', Nov 23 05:18:12.058590 dv-cinder-805072-6-iscsi neutron-server[102519]: 'PortForwarding': '1.2', Nov 23 05:18:12.058590 dv-cinder-805072-6-iscsi neutron-server[102519]: 'QosPolicy': '1.10', Nov 23 05:18:12.058590 dv-cinder-805072-6-iscsi neutron-server[102519]: 'SecurityGroup': '1.5', Nov 23 05:18:12.058590 dv-cinder-805072-6-iscsi neutron-server[102519]: 'SecurityGroupRule': '1.2', Nov 23 05:18:12.058590 dv-cinder-805072-6-iscsi neutron-server[102519]: 'SubPort': '1.0', Nov 23 05:18:12.058590 dv-cinder-805072-6-iscsi neutron-server[102519]: 'Subnet': '1.1', Nov 23 05:18:12.058590 dv-cinder-805072-6-iscsi neutron-server[102519]: 'Trunk': '1.1'}} Nov 23 05:18:12.058590 dv-cinder-805072-6-iscsi neutron-server[102519]: {{(pid=102519) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 05:18:12.117827 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-19615e71-7840-4591-a9d3-57662446f306 None None] Provisioning complete for port 45d388f2-3353-4b96-8b82-2c84ce58f6e0 triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:18:12.118363 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-19615e71-7840-4591-a9d3-57662446f306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:12.130129 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.db [None req-d4820881-eaf7-4d8e-8e82-15a4ee96b395 None None] For port 45d388f2-3353-4b96-8b82-2c84ce58f6e0, host dv-cinder-805072-6-iscsi, cleared binding levels {{(pid=102519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:18:12.151747 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.db [None req-d4820881-eaf7-4d8e-8e82-15a4ee96b395 None None] For port 45d388f2-3353-4b96-8b82-2c84ce58f6e0, host dv-cinder-805072-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=45d388f2-3353-4b96-8b82-2c84ce58f6e0,segment=NetworkSegment(fdbd7171-8101-4341-bee9-28c8489abf5d),segment_id=fdbd7171-8101-4341-bee9-28c8489abf5d)] {{(pid=102519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:18:12.153134 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-19615e71-7840-4591-a9d3-57662446f306 None None] Port 45d388f2-3353-4b96-8b82-2c84ce58f6e0 cannot update to ACTIVE because it is not bound. {{(pid=102518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:18:12.159141 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-d4820881-eaf7-4d8e-8e82-15a4ee96b395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:12.217952 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4820881-eaf7-4d8e-8e82-15a4ee96b395 None None] Routers {'649c0f74-44a9-4bec-8e2d-1c6df4e0a0eb'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:18:12.218578 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-d4820881-eaf7-4d8e-8e82-15a4ee96b395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:18:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['649c0f74-44a9-4bec-8e2d-1c6df4e0a0eb'], 'active': True} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:18:12.221285 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6b73e3-b68e-4d8c-8b0f-ade716de55d3 None None] Pushing event updated for resources: {'Port': ['ID=45d388f2-3353-4b96-8b82-2c84ce58f6e0,revision_number=4']} {{(pid=102519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:18:12.332395 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvr_db [None req-d4820881-eaf7-4d8e-8e82-15a4ee96b395 None None] Set router 649c0f74-44a9-4bec-8e2d-1c6df4e0a0eb gateway port host: None {{(pid=102519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:18:12.475054 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-66ea28ba-a87c-4b5f-a726-b88b6aec2e50 None None] Provisioning complete for port 45d388f2-3353-4b96-8b82-2c84ce58f6e0 triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:18:12.475328 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-66ea28ba-a87c-4b5f-a726-b88b6aec2e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:12.558567 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-66ea28ba-a87c-4b5f-a726-b88b6aec2e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:12.563934 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-d4820881-eaf7-4d8e-8e82-15a4ee96b395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649c0f74-44a9-4bec-8e2d-1c6df4e0a0eb', 'name': 'router1', 'tenant_id': '81b82e225bc242b8b9c22730f860ac7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:18:00Z', 'updated_at': '2021-11-23T05:18:09Z', 'revision_number': 2, 'project_id': '81b82e225bc242b8b9c22730f860ac7f', 'gw_port_host': None, '_interfaces': [{'id': '45d388f2-3353-4b96-8b82-2c84ce58f6e0', 'name': '', 'network_id': 'fc1d8f19-639f-4bac-83fd-7e7563aee50b', 'tenant_id': '81b82e225bc242b8b9c22730f860ac7f', 'mac_address': 'fa:16:3e:d2:6b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649c0f74-44a9-4bec-8e2d-1c6df4e0a0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dc75ee3e-1fa0-4f4c-954a-98a57901674e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:18:09Z', 'updated_at': '2021-11-23T05:18:12Z', 'revision_number': 4, 'project_id': '81b82e225bc242b8b9c22730f860ac7f', 'subnets': [{'id': 'dc75ee3e-1fa0-4f4c-954a-98a57901674e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be06b405-e23b-4cf1-a00c-949c2fc10121'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:18:12.593546 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-66ea28ba-a87c-4b5f-a726-b88b6aec2e50 None None] For port 45d388f2-3353-4b96-8b82-2c84ce58f6e0, host dv-cinder-805072-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=45d388f2-3353-4b96-8b82-2c84ce58f6e0,segment=NetworkSegment(fdbd7171-8101-4341-bee9-28c8489abf5d),segment_id=fdbd7171-8101-4341-bee9-28c8489abf5d)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:18:12.595325 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4820881-eaf7-4d8e-8e82-15a4ee96b395 None None] The sync data for ids ['649c0f74-44a9-4bec-8e2d-1c6df4e0a0eb'] in dv-cinder-805072-6-iscsi is: [{'id': '649c0f74-44a9-4bec-8e2d-1c6df4e0a0eb', 'name': 'router1', 'tenant_id': '81b82e225bc242b8b9c22730f860ac7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:18:00Z', 'updated_at': '2021-11-23T05:18:09Z', 'revision_number': 2, 'project_id': '81b82e225bc242b8b9c22730f860ac7f', 'gw_port_host': None, '_interfaces': [{'id': '45d388f2-3353-4b96-8b82-2c84ce58f6e0', 'name': '', 'network_id': 'fc1d8f19-639f-4bac-83fd-7e7563aee50b', 'tenant_id': '81b82e225bc242b8b9c22730f860ac7f', 'mac_address': 'fa:16:3e:d2:6b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649c0f74-44a9-4bec-8e2d-1c6df4e0a0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dc75ee3e-1fa0-4f4c-954a-98a57901674e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:18:09Z', 'updated_at': '2021-11-23T05:18:12Z', 'revision_number': 4, 'project_id': '81b82e225bc242b8b9c22730f860ac7f', 'subnets': [{'id': 'dc75ee3e-1fa0-4f4c-954a-98a57901674e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be06b405-e23b-4cf1-a00c-949c2fc10121'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:18:12.598713 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-66ea28ba-a87c-4b5f-a726-b88b6aec2e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:12.650143 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ea28ba-a87c-4b5f-a726-b88b6aec2e50 None None] Pushing event updated for resources: {'Port': ['ID=45d388f2-3353-4b96-8b82-2c84ce58f6e0,revision_number=5']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:18:12.955762 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 54188) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:18:13.068646 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0e188b-d4dd-4c41-aed7-4aa9617d5d7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:18:13.070039 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-8a0e188b-d4dd-4c41-aed7-4aa9617d5d7c admin admin] 10.222.0.48 "GET /v2.0/networks/2fffb983-856b-4b4c-9c04-1e7e601bf688 HTTP/1.1" status: 200 len: 842 time: 0.1132176 Nov 23 05:18:13.080583 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [None req-26a7f24d-0ae9-4b0f-a204-3f776ffef7da admin admin] Request body: {'subnet': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'ip_version': 4}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:18:13.103729 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a7f24d-0ae9-4b0f-a204-3f776ffef7da admin admin] Made reservation on behalf of c9998ff0649545abbee3c5f371cb6d20 for: {'subnet': 1} {{(pid=102517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:18:13.106045 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-26a7f24d-0ae9-4b0f-a204-3f776ffef7da admin admin] Publish callbacks [] for subnet, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:13.452835 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.objects.ports [None req-26a7f24d-0ae9-4b0f-a204-3f776ffef7da admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102517) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 05:18:13.453188 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-26a7f24d-0ae9-4b0f-a204-3f776ffef7da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215'] for subnet, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:13.505799 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a7f24d-0ae9-4b0f-a204-3f776ffef7da admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f9bd7f2-55ce-4eb1-9184-aa4552661a9b,revision_number=0']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:18:13.517067 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a7f24d-0ae9-4b0f-a204-3f776ffef7da admin admin] Checking segment: {'id': 'e4256266-4d48-4c1e-81e6-1081b0d2db50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:18:13.517428 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a7f24d-0ae9-4b0f-a204-3f776ffef7da admin admin] Network hostable DHCP agents. Network: 2fffb983-856b-4b4c-9c04-1e7e601bf688, hostable agents: ['2030e6fd-0e7a-4e26-866d-a4515205c5a7'], hosted agents: [] {{(pid=102517) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 05:18:13.534839 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a7f24d-0ae9-4b0f-a204-3f776ffef7da admin admin] Network 2fffb983-856b-4b4c-9c04-1e7e601bf688 is scheduled to be hosted by DHCP agent 2030e6fd-0e7a-4e26-866d-a4515205c5a7 with binding_index 1 {{(pid=102517) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 05:18:13.543777 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.base_scheduler [None req-26a7f24d-0ae9-4b0f-a204-3f776ffef7da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805072-6-iscsi, 2fffb983-856b-4b4c-9c04-1e7e601bf688) {{(pid=102517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:18:13.548589 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a7f24d-0ae9-4b0f-a204-3f776ffef7da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:18:13.549185 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-26a7f24d-0ae9-4b0f-a204-3f776ffef7da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for subnet, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:13.555464 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a7eea7-c77b-4cab-9206-eeb135715484 None None] Network 2fffb983-856b-4b4c-9c04-1e7e601bf688 requested from dv-cinder-805072-6-iscsi {{(pid=102518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:18:13.566395 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-26a7f24d-0ae9-4b0f-a204-3f776ffef7da admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4893336 Nov 23 05:18:13.691701 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe944bf8-8cd2-4174-9145-b1c519583977 None None] Network 2fffb983-856b-4b4c-9c04-1e7e601bf688 requested from dv-cinder-805072-6-iscsi {{(pid=102518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:18:16.036561 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 54196) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:18:16.174219 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-c9a2d710-22b3-4fc3-8e85-8c20111afc83 admin admin] 10.222.0.48 "GET /v2.0/routers/649c0f74-44a9-4bec-8e2d-1c6df4e0a0eb HTTP/1.1" status: 200 len: 710 time: 0.1363671 Nov 23 05:18:16.265766 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d641573d-ce75-42ed-aee7-f1485982f683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:18:16.267185 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-d641573d-ce75-42ed-aee7-f1485982f683 admin admin] 10.222.0.48 "GET /v2.0/networks/2fffb983-856b-4b4c-9c04-1e7e601bf688 HTTP/1.1" status: 200 len: 886 time: 0.0870559 Nov 23 05:18:16.277048 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [None req-c6defc64-b780-497a-adaa-8355df4a4dbb admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688'}}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:18:16.523899 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-c6defc64-b780-497a-adaa-8355df4a4dbb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:16.760202 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-c6defc64-b780-497a-adaa-8355df4a4dbb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:16.838694 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-c6defc64-b780-497a-adaa-8355df4a4dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:16.937567 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.db.db_base_plugin_common [None req-c6defc64-b780-497a-adaa-8355df4a4dbb admin admin] Allocated IP 172.27.0.192 (2fffb983-856b-4b4c-9c04-1e7e601bf688/5f9bd7f2-55ce-4eb1-9184-aa4552661a9b/89e017d1-3652-4fa9-a492-f4d0a851cbb7) {{(pid=102517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:18:17.038801 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-c6defc64-b780-497a-adaa-8355df4a4dbb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:17.072089 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-c6defc64-b780-497a-adaa-8355df4a4dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751724218534'] for port, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:17.108410 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6defc64-b780-497a-adaa-8355df4a4dbb admin admin] Network 2fffb983-856b-4b4c-9c04-1e7e601bf688 is already hosted by enough agents. {{(pid=102517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:18:17.113556 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.base_scheduler [None req-c6defc64-b780-497a-adaa-8355df4a4dbb admin admin] Resources bound (agent type, host, resource id): {{(pid=102517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:18:17.117059 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6defc64-b780-497a-adaa-8355df4a4dbb admin admin] Received port after_create {{(pid=102517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:18:17.182211 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6defc64-b780-497a-adaa-8355df4a4dbb admin admin] Pushing event updated for resources: {'Port': ['ID=89e017d1-3652-4fa9-a492-f4d0a851cbb7,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:18:17.445116 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-c6defc64-b780-497a-adaa-8355df4a4dbb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:17.635757 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-c6defc64-b780-497a-adaa-8355df4a4dbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1804159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1733723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9516'] for router, precommit_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:17.639807 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-c6defc64-b780-497a-adaa-8355df4a4dbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-309572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1804100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-346629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1733792'] for router, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:17.745360 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6defc64-b780-497a-adaa-8355df4a4dbb admin admin] Router 649c0f74-44a9-4bec-8e2d-1c6df4e0a0eb has already been hosted by L3 agent 9dac5a01-04fc-4e91-9910-6392ff9c638b {{(pid=102517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:18:17.849596 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6defc64-b780-497a-adaa-8355df4a4dbb admin admin] Notify agent at l3_agent.dv-cinder-805072-6-iscsi the message routers_updated {{(pid=102517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:18:17.853811 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-c6defc64-b780-497a-adaa-8355df4a4dbb admin admin] Publish callbacks [] for router, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:17.855036 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-c6defc64-b780-497a-adaa-8355df4a4dbb admin admin] 10.222.0.48 "PUT /v2.0/routers/649c0f74-44a9-4bec-8e2d-1c6df4e0a0eb HTTP/1.1" status: 200 len: 890 time: 1.5814278 Nov 23 05:18:18.931403 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 45d388f2-3353-4b96-8b82-2c84ce58f6e0 up at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:18:18.981714 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Provisioning complete for port 45d388f2-3353-4b96-8b82-2c84ce58f6e0 triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:18:18.982784 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:19.607597 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb1f105-a527-46ef-9cb3-1da5ae2fb418 None None] Sync routers for ids ['649c0f74-44a9-4bec-8e2d-1c6df4e0a0eb'] in dv-cinder-805072-6-iscsi {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:18:19.619800 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb1f105-a527-46ef-9cb3-1da5ae2fb418 None None] Routers {'649c0f74-44a9-4bec-8e2d-1c6df4e0a0eb'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:18:19.620467 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-eeb1f105-a527-46ef-9cb3-1da5ae2fb418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:18:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['649c0f74-44a9-4bec-8e2d-1c6df4e0a0eb'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:18:19.829803 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-eeb1f105-a527-46ef-9cb3-1da5ae2fb418 None None] Set router 649c0f74-44a9-4bec-8e2d-1c6df4e0a0eb gateway port host: dv-cinder-805072-6-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:18:20.289875 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-eeb1f105-a527-46ef-9cb3-1da5ae2fb418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649c0f74-44a9-4bec-8e2d-1c6df4e0a0eb', 'name': 'router1', 'tenant_id': '81b82e225bc242b8b9c22730f860ac7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '89e017d1-3652-4fa9-a492-f4d0a851cbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:18:00Z', 'updated_at': '2021-11-23T05:18:17Z', 'revision_number': 4, 'project_id': '81b82e225bc242b8b9c22730f860ac7f', 'gw_port': {'id': '89e017d1-3652-4fa9-a492-f4d0a851cbb7', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e4:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649c0f74-44a9-4bec-8e2d-1c6df4e0a0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:18:16Z', 'updated_at': '2021-11-23T05:18:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_interfaces': [{'id': '45d388f2-3353-4b96-8b82-2c84ce58f6e0', 'name': '', 'network_id': 'fc1d8f19-639f-4bac-83fd-7e7563aee50b', 'tenant_id': '81b82e225bc242b8b9c22730f860ac7f', 'mac_address': 'fa:16:3e:d2:6b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649c0f74-44a9-4bec-8e2d-1c6df4e0a0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dc75ee3e-1fa0-4f4c-954a-98a57901674e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:18:09Z', 'updated_at': '2021-11-23T05:18:12Z', 'revision_number': 5, 'project_id': '81b82e225bc242b8b9c22730f860ac7f', 'subnets': [{'id': 'dc75ee3e-1fa0-4f4c-954a-98a57901674e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be06b405-e23b-4cf1-a00c-949c2fc10121'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:18:20.342345 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb1f105-a527-46ef-9cb3-1da5ae2fb418 None None] Checking router: 649c0f74-44a9-4bec-8e2d-1c6df4e0a0eb for host: dv-cinder-805072-6-iscsi {{(pid=102518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:18:20.342702 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb1f105-a527-46ef-9cb3-1da5ae2fb418 None None] Updating router 649c0f74-44a9-4bec-8e2d-1c6df4e0a0eb port 89e017d1-3652-4fa9-a492-f4d0a851cbb7 binding host dv-cinder-805072-6-iscsi {{(pid=102518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 05:18:20.380254 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 54208) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:18:20.389625 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-eeb1f105-a527-46ef-9cb3-1da5ae2fb418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:20.502321 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-acda97db-b4bb-4e15-9ede-31872d3e2abc admin admin] 10.222.0.48 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1209302 Nov 23 05:18:20.729913 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-eeb1f105-a527-46ef-9cb3-1da5ae2fb418 None None] Publish callbacks [] for port, precommit_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:20.737440 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-eeb1f105-a527-46ef-9cb3-1da5ae2fb418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:20.789975 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-eeb1f105-a527-46ef-9cb3-1da5ae2fb418 None None] Attempting to bind port 89e017d1-3652-4fa9-a492-f4d0a851cbb7 on host dv-cinder-805072-6-iscsi for vnic_type normal with profile {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:18:20.790349 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-eeb1f105-a527-46ef-9cb3-1da5ae2fb418 None None] Attempting to bind port 89e017d1-3652-4fa9-a492-f4d0a851cbb7 by drivers openvswitch,hyperv on host dv-cinder-805072-6-iscsi at level 0 using segments [{'id': 'e4256266-4d48-4c1e-81e6-1081b0d2db50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688'}] {{(pid=102518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:18:20.790717 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb1f105-a527-46ef-9cb3-1da5ae2fb418 None None] Attempting to bind port 89e017d1-3652-4fa9-a492-f4d0a851cbb7 on network 2fffb983-856b-4b4c-9c04-1e7e601bf688 {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:18:20.792785 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ff99bd-46c0-4acf-ab0b-157d3f7a74a8 None None] Pushing event updated for resources: {'Port': ['ID=89e017d1-3652-4fa9-a492-f4d0a851cbb7,revision_number=2']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:18:20.798965 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb1f105-a527-46ef-9cb3-1da5ae2fb418 None None] Checking agent: {'id': '820ec587-a722-4a8d-8856-03e998d7c894', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 5, 17, 39), 'started_at': datetime.datetime(2021, 11, 23, 5, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:18:20.799363 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb1f105-a527-46ef-9cb3-1da5ae2fb418 None None] Checking segment: {'id': 'e4256266-4d48-4c1e-81e6-1081b0d2db50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:18:20.800334 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-eeb1f105-a527-46ef-9cb3-1da5ae2fb418 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:20.800334 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb1f105-a527-46ef-9cb3-1da5ae2fb418 None None] Bound using segment: {'id': 'e4256266-4d48-4c1e-81e6-1081b0d2db50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688'} {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:18:20.800600 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-eeb1f105-a527-46ef-9cb3-1da5ae2fb418 None None] Bound port: 89e017d1-3652-4fa9-a492-f4d0a851cbb7, host: dv-cinder-805072-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4256266-4d48-4c1e-81e6-1081b0d2db50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688'}}] {{(pid=102518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:18:20.801001 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-eeb1f105-a527-46ef-9cb3-1da5ae2fb418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:20.852836 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-eeb1f105-a527-46ef-9cb3-1da5ae2fb418 None None] For port 89e017d1-3652-4fa9-a492-f4d0a851cbb7, host dv-cinder-805072-6-iscsi, cleared binding levels {{(pid=102518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:18:20.856068 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-eeb1f105-a527-46ef-9cb3-1da5ae2fb418 None None] For port 89e017d1-3652-4fa9-a492-f4d0a851cbb7, host dv-cinder-805072-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=89e017d1-3652-4fa9-a492-f4d0a851cbb7,segment=NetworkSegment(e4256266-4d48-4c1e-81e6-1081b0d2db50),segment_id=e4256266-4d48-4c1e-81e6-1081b0d2db50)] {{(pid=102518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:18:20.860522 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-eeb1f105-a527-46ef-9cb3-1da5ae2fb418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:20.916206 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb1f105-a527-46ef-9cb3-1da5ae2fb418 None None] Routers {'649c0f74-44a9-4bec-8e2d-1c6df4e0a0eb'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:18:20.916827 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-eeb1f105-a527-46ef-9cb3-1da5ae2fb418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:18:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['649c0f74-44a9-4bec-8e2d-1c6df4e0a0eb'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:18:20.953509 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ff99bd-46c0-4acf-ab0b-157d3f7a74a8 None None] Pushing event updated for resources: {'Port': ['ID=89e017d1-3652-4fa9-a492-f4d0a851cbb7,revision_number=3']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:18:21.031897 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-eeb1f105-a527-46ef-9cb3-1da5ae2fb418 None None] Set router 649c0f74-44a9-4bec-8e2d-1c6df4e0a0eb gateway port host: dv-cinder-805072-6-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:18:21.250380 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-eeb1f105-a527-46ef-9cb3-1da5ae2fb418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649c0f74-44a9-4bec-8e2d-1c6df4e0a0eb', 'name': 'router1', 'tenant_id': '81b82e225bc242b8b9c22730f860ac7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '89e017d1-3652-4fa9-a492-f4d0a851cbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:18:00Z', 'updated_at': '2021-11-23T05:18:17Z', 'revision_number': 4, 'project_id': '81b82e225bc242b8b9c22730f860ac7f', 'gw_port': {'id': '89e017d1-3652-4fa9-a492-f4d0a851cbb7', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e4:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649c0f74-44a9-4bec-8e2d-1c6df4e0a0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:18:16Z', 'updated_at': '2021-11-23T05:18:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_interfaces': [{'id': '45d388f2-3353-4b96-8b82-2c84ce58f6e0', 'name': '', 'network_id': 'fc1d8f19-639f-4bac-83fd-7e7563aee50b', 'tenant_id': '81b82e225bc242b8b9c22730f860ac7f', 'mac_address': 'fa:16:3e:d2:6b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649c0f74-44a9-4bec-8e2d-1c6df4e0a0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dc75ee3e-1fa0-4f4c-954a-98a57901674e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:18:09Z', 'updated_at': '2021-11-23T05:18:12Z', 'revision_number': 5, 'project_id': '81b82e225bc242b8b9c22730f860ac7f', 'subnets': [{'id': 'dc75ee3e-1fa0-4f4c-954a-98a57901674e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be06b405-e23b-4cf1-a00c-949c2fc10121'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:18:21.276985 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb1f105-a527-46ef-9cb3-1da5ae2fb418 None None] The sync data for ids ['649c0f74-44a9-4bec-8e2d-1c6df4e0a0eb'] in dv-cinder-805072-6-iscsi is: [{'id': '649c0f74-44a9-4bec-8e2d-1c6df4e0a0eb', 'name': 'router1', 'tenant_id': '81b82e225bc242b8b9c22730f860ac7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '89e017d1-3652-4fa9-a492-f4d0a851cbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:18:00Z', 'updated_at': '2021-11-23T05:18:17Z', 'revision_number': 4, 'project_id': '81b82e225bc242b8b9c22730f860ac7f', 'gw_port': {'id': '89e017d1-3652-4fa9-a492-f4d0a851cbb7', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:e4:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649c0f74-44a9-4bec-8e2d-1c6df4e0a0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:18:16Z', 'updated_at': '2021-11-23T05:18:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_interfaces': [{'id': '45d388f2-3353-4b96-8b82-2c84ce58f6e0', 'name': '', 'network_id': 'fc1d8f19-639f-4bac-83fd-7e7563aee50b', 'tenant_id': '81b82e225bc242b8b9c22730f860ac7f', 'mac_address': 'fa:16:3e:d2:6b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649c0f74-44a9-4bec-8e2d-1c6df4e0a0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dc75ee3e-1fa0-4f4c-954a-98a57901674e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:18:09Z', 'updated_at': '2021-11-23T05:18:12Z', 'revision_number': 5, 'project_id': '81b82e225bc242b8b9c22730f860ac7f', 'subnets': [{'id': 'dc75ee3e-1fa0-4f4c-954a-98a57901674e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'be06b405-e23b-4cf1-a00c-949c2fc10121'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:18:22.971191 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 89e017d1-3652-4fa9-a492-f4d0a851cbb7 up at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:18:23.031308 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Provisioning complete for port 89e017d1-3652-4fa9-a492-f4d0a851cbb7 triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:18:23.031759 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:23.115453 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:23.137635 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] For port 89e017d1-3652-4fa9-a492-f4d0a851cbb7, host dv-cinder-805072-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=89e017d1-3652-4fa9-a492-f4d0a851cbb7,segment=NetworkSegment(e4256266-4d48-4c1e-81e6-1081b0d2db50),segment_id=e4256266-4d48-4c1e-81e6-1081b0d2db50)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:18:23.141913 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:23.199052 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Pushing event updated for resources: {'Port': ['ID=89e017d1-3652-4fa9-a492-f4d0a851cbb7,revision_number=4']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:18:23.915833 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.agents_db [None req-5ade7c98-4a19-45de-8fb0-464f54244c1e None None] Agent healthcheck: found 5 active agents {{(pid=102519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:18:24.947473 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 89e017d1-3652-4fa9-a492-f4d0a851cbb7 up at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:18:25.068767 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Provisioning complete for port 89e017d1-3652-4fa9-a492-f4d0a851cbb7 triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:18:25.069361 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:33.416665 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-666ed88d-ae45-4e8a-81a8-4d1fc04ae735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:35.622701 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-217d30c1-d2bd-4423-b82e-3ecba07a4e9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:37.013656 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-cb0bae37-5947-48f5-b8ea-be8dc2c46173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:38.441225 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-0cc3cdcc-aace-4769-a54e-383df0ffcf0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:39.056974 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:00.914259 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.agents_db [None req-5ade7c98-4a19-45de-8fb0-464f54244c1e None None] Agent healthcheck: found 5 active agents {{(pid=102519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:19:03.433557 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-a7b2dbbe-0c7d-44d0-bfbd-821e2242f7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:05.617497 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-279fc67e-e962-4795-8398-084ead27aa66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:07.006632 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-cb0bae37-5947-48f5-b8ea-be8dc2c46173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:08.415292 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-0cc3cdcc-aace-4769-a54e-383df0ffcf0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:09.060885 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:33.425710 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-5c902e2b-b470-42a4-bd4b-449c9161d7af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:35.619105 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-769a5491-6e4d-413e-b2db-0729e4f7d436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:37.012191 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-cb0bae37-5947-48f5-b8ea-be8dc2c46173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:37.913283 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.agents_db [None req-5ade7c98-4a19-45de-8fb0-464f54244c1e None None] Agent healthcheck: found 5 active agents {{(pid=102519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:19:38.415497 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-0cc3cdcc-aace-4769-a54e-383df0ffcf0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:39.068486 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:44.695038 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 54692) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:19:44.756482 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.pecan_wsgi.hooks.translation [None req-3caa6eeb-ffcc-4ad6-83ac-cc2de54f73fa admin admin] GET failed (client error): The resource could not be found. Nov 23 05:19:44.757765 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-3caa6eeb-ffcc-4ad6-83ac-cc2de54f73fa admin admin] 10.222.0.48 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0617666 Nov 23 05:19:44.918781 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2230c3a-bbeb-4b80-b882-237e26b8f709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:19:44.920294 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-e2230c3a-bbeb-4b80-b882-237e26b8f709 admin admin] 10.222.0.48 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1573949 Nov 23 05:19:47.211021 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 54702) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:19:47.301973 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16757d46-66f8-4f17-a019-400e533ec76a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:19:47.303325 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-16757d46-66f8-4f17-a019-400e533ec76a admin admin] 10.222.0.48 "GET /v2.0/subnets/dc75ee3e-1fa0-4f4c-954a-98a57901674e HTTP/1.1" status: 200 len: 849 time: 0.0913482 Nov 23 05:19:47.313959 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [None req-8d5de1d0-cda4-4eaa-8b34-2c4ea03d6add admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:19:47.400316 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-8d5de1d0-cda4-4eaa-8b34-2c4ea03d6add admin admin] Publish callbacks [] for subnet, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:47.541751 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-8d5de1d0-cda4-4eaa-8b34-2c4ea03d6add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751724800588'] for subnet, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:47.568887 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5de1d0-cda4-4eaa-8b34-2c4ea03d6add admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:19:47.570030 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-8d5de1d0-cda4-4eaa-8b34-2c4ea03d6add admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for subnet, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:47.590910 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-8d5de1d0-cda4-4eaa-8b34-2c4ea03d6add admin admin] 10.222.0.48 "PUT /v2.0/subnets/dc75ee3e-1fa0-4f4c-954a-98a57901674e HTTP/1.1" status: 200 len: 868 time: 0.2605481 Nov 23 05:19:47.591167 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a6c842-6605-48e6-a094-230463b73a3c None None] Network fc1d8f19-639f-4bac-83fd-7e7563aee50b requested from dv-cinder-805072-6-iscsi {{(pid=102518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:19:47.595820 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5de1d0-cda4-4eaa-8b34-2c4ea03d6add admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc75ee3e-1fa0-4f4c-954a-98a57901674e,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:19:47.603514 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5de1d0-cda4-4eaa-8b34-2c4ea03d6add admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:19:47.604022 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5de1d0-cda4-4eaa-8b34-2c4ea03d6add admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:19:47.604519 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5de1d0-cda4-4eaa-8b34-2c4ea03d6add admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:19:47.604869 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5de1d0-cda4-4eaa-8b34-2c4ea03d6add admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:19:47.605214 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5de1d0-cda4-4eaa-8b34-2c4ea03d6add admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:19:47.605574 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5de1d0-cda4-4eaa-8b34-2c4ea03d6add admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:19:47.605919 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5de1d0-cda4-4eaa-8b34-2c4ea03d6add admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:19:47.606278 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5de1d0-cda4-4eaa-8b34-2c4ea03d6add admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:19:47.606642 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5de1d0-cda4-4eaa-8b34-2c4ea03d6add admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:19:47.607027 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5de1d0-cda4-4eaa-8b34-2c4ea03d6add admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:19:47.607365 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5de1d0-cda4-4eaa-8b34-2c4ea03d6add admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:19:47.607702 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5de1d0-cda4-4eaa-8b34-2c4ea03d6add admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:19:47.907831 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-ea0be1b9-afa1-42fd-b0ed-4233b8c137f1 None None] Provisioning complete for port 8a709cb8-6296-4569-a8b4-b5a2f5a5c61f triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:19:47.908214 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-ea0be1b9-afa1-42fd-b0ed-4233b8c137f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:47.997406 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-ea0be1b9-afa1-42fd-b0ed-4233b8c137f1 None None] Provisioning complete for port 45d388f2-3353-4b96-8b82-2c84ce58f6e0 triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:19:47.997696 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-ea0be1b9-afa1-42fd-b0ed-4233b8c137f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:49.840570 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 54710) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:19:50.038611 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3c0a34-98ce-47fc-aa47-37c71bbb7592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:19:50.039131 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3c0a34-98ce-47fc-aa47-37c71bbb7592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:19:50.040668 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-ee3c0a34-98ce-47fc-aa47-37c71bbb7592 admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1991377 Nov 23 05:19:52.319397 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 54718) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:19:52.450527 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57706efa-0206-4e29-a086-b86f90960ee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:19:52.451028 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57706efa-0206-4e29-a086-b86f90960ee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:19:52.452538 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-57706efa-0206-4e29-a086-b86f90960ee8 admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1321895 Nov 23 05:19:54.733438 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 54726) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:19:54.858293 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ff5ad5-6b3b-45dc-a8fa-b923992a62a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:19:54.859696 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-e3ff5ad5-6b3b-45dc-a8fa-b923992a62a0 admin admin] 10.222.0.48 "GET /v2.0/networks/2fffb983-856b-4b4c-9c04-1e7e601bf688 HTTP/1.1" status: 200 len: 886 time: 0.1252882 Nov 23 05:19:57.128710 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 54734) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:19:57.257871 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d94929a-0ca1-4819-8494-be191d2d47b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:19:57.259282 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-4d94929a-0ca1-4819-8494-be191d2d47b9 admin admin] 10.222.0.48 "GET /v2.0/networks/fc1d8f19-639f-4bac-83fd-7e7563aee50b HTTP/1.1" status: 200 len: 869 time: 0.1296263 Nov 23 05:19:59.537365 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 54742) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:19:59.757708 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca350a08-071b-4f68-845d-561b798c3640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:19:59.758161 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca350a08-071b-4f68-845d-561b798c3640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:19:59.760274 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-ca350a08-071b-4f68-845d-561b798c3640 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2214065 Nov 23 05:20:02.032020 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 54750) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:20:02.125668 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5b6596-d3c0-4480-9fd7-15ee84f9ccdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:20:02.126120 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5b6596-d3c0-4480-9fd7-15ee84f9ccdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:20:02.127671 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-bb5b6596-d3c0-4480-9fd7-15ee84f9ccdb admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0946755 Nov 23 05:20:03.427341 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-d4a770f2-f10f-44a3-9da3-4a969628d5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:20:04.449618 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 54758) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:20:04.535190 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85749751-0a57-4bd6-986b-9f3ad55758e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:20:04.536502 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-85749751-0a57-4bd6-986b-9f3ad55758e2 admin admin] 10.222.0.48 "GET /v2.0/subnets/5f9bd7f2-55ce-4eb1-9184-aa4552661a9b HTTP/1.1" status: 200 len: 816 time: 0.0859380 Nov 23 05:20:05.624034 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-b46daabd-5b04-411a-b762-7bf0c808929b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:20:06.820311 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 54766) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:20:06.914438 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc04fa7-3827-4956-a587-68b5c108d455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:20:06.915899 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-bcc04fa7-3827-4956-a587-68b5c108d455 admin admin] 10.222.0.48 "GET /v2.0/subnets/dc75ee3e-1fa0-4f4c-954a-98a57901674e HTTP/1.1" status: 200 len: 868 time: 0.0945580 Nov 23 05:20:07.015714 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-cb0bae37-5947-48f5-b8ea-be8dc2c46173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:20:08.419306 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-0cc3cdcc-aace-4769-a54e-383df0ffcf0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:20:09.064903 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:20:14.911653 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.agents_db [None req-5ade7c98-4a19-45de-8fb0-464f54244c1e None None] Agent healthcheck: found 5 active agents {{(pid=102519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:20:31.160139 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 54820) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:20:31.207314 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [None req-1f9bb3b7-cf89-4c57-bcd2-10a5e4b0f0d7 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102517) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 05:20:31.208349 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-1f9bb3b7-cf89-4c57-bcd2-10a5e4b0f0d7 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0472662 Nov 23 05:20:33.428756 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-f85c3b92-a921-4e98-9d58-03b997499eb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:20:33.572905 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 54828) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:20:33.632332 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.pecan_wsgi.hooks.translation [None req-4741a655-9338-4fec-b82b-54dd6a79745e admin admin] GET failed (client error): The resource could not be found. Nov 23 05:20:33.633594 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-4741a655-9338-4fec-b82b-54dd6a79745e admin admin] 10.222.0.48 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0597515 Nov 23 05:20:33.718827 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a258428-b21f-4d00-835a-9e4699616f0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:20:33.720321 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-5a258428-b21f-4d00-835a-9e4699616f0c admin admin] 10.222.0.48 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0817552 Nov 23 05:20:35.624835 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-44550e33-c164-4761-a952-08a90d689a2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:20:36.013075 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 54836) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:20:36.060103 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [None req-d01817bb-d7db-4ee9-ae11-ec6854cdbc4d admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:20:36.081166 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01817bb-d7db-4ee9-ae11-ec6854cdbc4d admin admin] Made reservation on behalf of c9998ff0649545abbee3c5f371cb6d20 for: {'network': 1} {{(pid=102517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:20:36.083550 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d01817bb-d7db-4ee9-ae11-ec6854cdbc4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for network, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:20:36.116269 dv-cinder-805072-6-iscsi neutron-server[102517]: WARNING neutron.services.revisions.revision_plugin [None req-d01817bb-d7db-4ee9-ae11-ec6854cdbc4d admin admin] Could not find related network for resource to bump revision. Nov 23 05:20:36.127593 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d01817bb-d7db-4ee9-ae11-ec6854cdbc4d admin admin] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=102517) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 05:20:36.137680 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d01817bb-d7db-4ee9-ae11-ec6854cdbc4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574952'] for segment, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:20:36.138017 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.db.segments_db [None req-d01817bb-d7db-4ee9-ae11-ec6854cdbc4d admin admin] Added segment cd66ff28-8fa2-4719-b8b6-0c1ef048b5c7 of type vlan for network a98d8a98-839c-47e1-88e2-76d7f032c093 Nov 23 05:20:36.175714 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d01817bb-d7db-4ee9-ae11-ec6854cdbc4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751724239108'] for network, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:20:36.200415 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d01817bb-d7db-4ee9-ae11-ec6854cdbc4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215'] for network, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:20:36.201267 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01817bb-d7db-4ee9-ae11-ec6854cdbc4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:20:36.201854 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d01817bb-d7db-4ee9-ae11-ec6854cdbc4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for network, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:20:36.249571 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-d01817bb-d7db-4ee9-ae11-ec6854cdbc4d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2354293 Nov 23 05:20:36.262233 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01817bb-d7db-4ee9-ae11-ec6854cdbc4d admin admin] Pushing event updated for resources: {'Network': ['ID=a98d8a98-839c-47e1-88e2-76d7f032c093,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:20:36.273864 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Network a98d8a98-839c-47e1-88e2-76d7f032c093 details requested by agent ovs-agent-dv-cinder-805072-6-iscsi with host dv-cinder-805072-6-iscsi {{(pid=102518) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 05:20:37.013035 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-cb0bae37-5947-48f5-b8ea-be8dc2c46173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:20:38.421883 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-0cc3cdcc-aace-4769-a54e-383df0ffcf0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:20:38.593778 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 54844) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:20:38.656116 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f6bff92-f5ae-415d-a687-cb581c1f4b22 admin admin] GET failed (client error): The resource could not be found. Nov 23 05:20:38.657328 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-3f6bff92-f5ae-415d-a687-cb581c1f4b22 admin admin] 10.222.0.48 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0625887 Nov 23 05:20:38.730058 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bca5477-6689-42b1-9e00-25900b77bbd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:20:38.731555 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-7bca5477-6689-42b1-9e00-25900b77bbd2 admin admin] 10.222.0.48 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0697236 Nov 23 05:20:38.741629 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [None req-e792db89-0991-4870-8fac-ca9c68cff44b admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': 'a98d8a98-839c-47e1-88e2-76d7f032c093'}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:20:38.762635 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e792db89-0991-4870-8fac-ca9c68cff44b admin admin] Made reservation on behalf of c9998ff0649545abbee3c5f371cb6d20 for: {'subnet': 1} {{(pid=102517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:20:38.764879 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-e792db89-0991-4870-8fac-ca9c68cff44b admin admin] Publish callbacks [] for subnet, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:20:38.928176 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-e792db89-0991-4870-8fac-ca9c68cff44b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215'] for subnet, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:20:38.984663 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e792db89-0991-4870-8fac-ca9c68cff44b admin admin] Pushing event updated for resources: {'Subnet': ['ID=05bb2677-bf90-4e40-bf81-f64ad9f21689,revision_number=0']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:20:38.994627 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e792db89-0991-4870-8fac-ca9c68cff44b admin admin] Checking segment: {'id': 'cd66ff28-8fa2-4719-b8b6-0c1ef048b5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'a98d8a98-839c-47e1-88e2-76d7f032c093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:20:38.995018 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e792db89-0991-4870-8fac-ca9c68cff44b admin admin] Network hostable DHCP agents. Network: a98d8a98-839c-47e1-88e2-76d7f032c093, hostable agents: ['2030e6fd-0e7a-4e26-866d-a4515205c5a7'], hosted agents: [] {{(pid=102517) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 05:20:39.012035 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e792db89-0991-4870-8fac-ca9c68cff44b admin admin] Network a98d8a98-839c-47e1-88e2-76d7f032c093 is scheduled to be hosted by DHCP agent 2030e6fd-0e7a-4e26-866d-a4515205c5a7 with binding_index 1 {{(pid=102517) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 05:20:39.020640 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.base_scheduler [None req-e792db89-0991-4870-8fac-ca9c68cff44b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805072-6-iscsi, a98d8a98-839c-47e1-88e2-76d7f032c093) {{(pid=102517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:20:39.025586 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e792db89-0991-4870-8fac-ca9c68cff44b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:20:39.026183 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-e792db89-0991-4870-8fac-ca9c68cff44b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for subnet, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:20:39.033971 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cf2008-b0db-4a1c-b7cf-87166fe88626 None None] Network a98d8a98-839c-47e1-88e2-76d7f032c093 requested from dv-cinder-805072-6-iscsi {{(pid=102518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:20:39.042713 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-e792db89-0991-4870-8fac-ca9c68cff44b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3043849 Nov 23 05:20:39.105136 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:20:39.233487 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f339d8a8-1ed1-401b-ba3c-39e9d4e51a09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37d81789-c0f2-5219-9ce1-cd506509959a-a98d8a98-839c-47e1-88e2-76d7f032c093', 'network_id': 'a98d8a98-839c-47e1-88e2-76d7f032c093', 'tenant_id': 'c9998ff0649545abbee3c5f371cb6d20', 'fixed_ips': [{'subnet_id': '05bb2677-bf90-4e40-bf81-f64ad9f21689'}]}} from dv-cinder-805072-6-iscsi. {{(pid=102518) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 05:20:39.234398 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-f339d8a8-1ed1-401b-ba3c-39e9d4e51a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_create {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:20:39.397001 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.db_base_plugin_common [None req-f339d8a8-1ed1-401b-ba3c-39e9d4e51a09 None None] Allocated IP 192.168.233.2 (a98d8a98-839c-47e1-88e2-76d7f032c093/05bb2677-bf90-4e40-bf81-f64ad9f21689/67da7816-ea52-4a47-88ed-318dfa436255) {{(pid=102518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:20:39.672356 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-f339d8a8-1ed1-401b-ba3c-39e9d4e51a09 None None] Publish callbacks [] for port, precommit_create {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:20:39.679700 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-f339d8a8-1ed1-401b-ba3c-39e9d4e51a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751724218534'] for port, after_create {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:20:39.723443 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f339d8a8-1ed1-401b-ba3c-39e9d4e51a09 None None] Network a98d8a98-839c-47e1-88e2-76d7f032c093 is already hosted by enough agents. {{(pid=102518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:20:39.726455 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.scheduler.base_scheduler [None req-f339d8a8-1ed1-401b-ba3c-39e9d4e51a09 None None] Resources bound (agent type, host, resource id): {{(pid=102518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:20:39.729900 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f339d8a8-1ed1-401b-ba3c-39e9d4e51a09 None None] Received port after_create {{(pid=102518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:20:39.736741 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f339d8a8-1ed1-401b-ba3c-39e9d4e51a09 None None] Pushing event updated for resources: {'Port': ['ID=67da7816-ea52-4a47-88ed-318dfa436255,revision_number=1']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:20:39.758347 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f339d8a8-1ed1-401b-ba3c-39e9d4e51a09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:20:39.759297 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f339d8a8-1ed1-401b-ba3c-39e9d4e51a09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:20:39.759639 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f339d8a8-1ed1-401b-ba3c-39e9d4e51a09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:20:39.760014 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f339d8a8-1ed1-401b-ba3c-39e9d4e51a09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:20:39.760403 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f339d8a8-1ed1-401b-ba3c-39e9d4e51a09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:20:39.760740 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f339d8a8-1ed1-401b-ba3c-39e9d4e51a09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:20:39.761075 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f339d8a8-1ed1-401b-ba3c-39e9d4e51a09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:20:39.761403 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f339d8a8-1ed1-401b-ba3c-39e9d4e51a09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:20:39.761747 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f339d8a8-1ed1-401b-ba3c-39e9d4e51a09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:20:39.762076 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f339d8a8-1ed1-401b-ba3c-39e9d4e51a09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:20:39.762394 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f339d8a8-1ed1-401b-ba3c-39e9d4e51a09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:20:39.762714 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f339d8a8-1ed1-401b-ba3c-39e9d4e51a09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:20:39.797491 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-f339d8a8-1ed1-401b-ba3c-39e9d4e51a09 None None] Attempting to bind port 67da7816-ea52-4a47-88ed-318dfa436255 on host dv-cinder-805072-6-iscsi for vnic_type normal with profile {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:20:39.797862 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-f339d8a8-1ed1-401b-ba3c-39e9d4e51a09 None None] Attempting to bind port 67da7816-ea52-4a47-88ed-318dfa436255 by drivers openvswitch,hyperv on host dv-cinder-805072-6-iscsi at level 0 using segments [{'id': 'cd66ff28-8fa2-4719-b8b6-0c1ef048b5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'a98d8a98-839c-47e1-88e2-76d7f032c093'}] {{(pid=102518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:20:39.798228 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f339d8a8-1ed1-401b-ba3c-39e9d4e51a09 None None] Attempting to bind port 67da7816-ea52-4a47-88ed-318dfa436255 on network a98d8a98-839c-47e1-88e2-76d7f032c093 {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:20:39.803320 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f339d8a8-1ed1-401b-ba3c-39e9d4e51a09 None None] Checking agent: {'id': '820ec587-a722-4a8d-8856-03e998d7c894', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 5, 17, 39), 'started_at': datetime.datetime(2021, 11, 23, 5, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:20:39.803693 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f339d8a8-1ed1-401b-ba3c-39e9d4e51a09 None None] Checking segment: {'id': 'cd66ff28-8fa2-4719-b8b6-0c1ef048b5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'a98d8a98-839c-47e1-88e2-76d7f032c093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:20:39.804098 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-f339d8a8-1ed1-401b-ba3c-39e9d4e51a09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:20:39.804496 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f339d8a8-1ed1-401b-ba3c-39e9d4e51a09 None None] Bound using segment: {'id': 'cd66ff28-8fa2-4719-b8b6-0c1ef048b5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'a98d8a98-839c-47e1-88e2-76d7f032c093'} {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:20:39.804964 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-f339d8a8-1ed1-401b-ba3c-39e9d4e51a09 None None] Bound port: 67da7816-ea52-4a47-88ed-318dfa436255, host: dv-cinder-805072-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd66ff28-8fa2-4719-b8b6-0c1ef048b5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'a98d8a98-839c-47e1-88e2-76d7f032c093'}}] {{(pid=102518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:20:39.805359 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-f339d8a8-1ed1-401b-ba3c-39e9d4e51a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:20:39.866939 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-f339d8a8-1ed1-401b-ba3c-39e9d4e51a09 None None] For port 67da7816-ea52-4a47-88ed-318dfa436255, host dv-cinder-805072-6-iscsi, cleared binding levels {{(pid=102518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:20:39.870445 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-f339d8a8-1ed1-401b-ba3c-39e9d4e51a09 None None] For port 67da7816-ea52-4a47-88ed-318dfa436255, host dv-cinder-805072-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=67da7816-ea52-4a47-88ed-318dfa436255,segment=NetworkSegment(cd66ff28-8fa2-4719-b8b6-0c1ef048b5c7),segment_id=cd66ff28-8fa2-4719-b8b6-0c1ef048b5c7)] {{(pid=102518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:20:39.875570 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-f339d8a8-1ed1-401b-ba3c-39e9d4e51a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:20:39.935964 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f339d8a8-1ed1-401b-ba3c-39e9d4e51a09 None None] Pushing event updated for resources: {'Port': ['ID=67da7816-ea52-4a47-88ed-318dfa436255,revision_number=2']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:20:40.730129 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e74713-039e-4eb7-b3b2-547d9d5d2036 None None] Network a98d8a98-839c-47e1-88e2-76d7f032c093 requested from dv-cinder-805072-6-iscsi {{(pid=102518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:20:40.843266 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-5402e1c5-5353-48c0-bd00-44d7f28d5e0a None None] Provisioning complete for port 67da7816-ea52-4a47-88ed-318dfa436255 triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:20:40.843629 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-5402e1c5-5353-48c0-bd00-44d7f28d5e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:20:40.949518 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-5402e1c5-5353-48c0-bd00-44d7f28d5e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:20:40.989991 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-5402e1c5-5353-48c0-bd00-44d7f28d5e0a None None] For port 67da7816-ea52-4a47-88ed-318dfa436255, host dv-cinder-805072-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=67da7816-ea52-4a47-88ed-318dfa436255,segment=NetworkSegment(cd66ff28-8fa2-4719-b8b6-0c1ef048b5c7),segment_id=cd66ff28-8fa2-4719-b8b6-0c1ef048b5c7)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:20:41.000298 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-5402e1c5-5353-48c0-bd00-44d7f28d5e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:20:41.058562 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 67da7816-ea52-4a47-88ed-318dfa436255 up at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:20:41.095104 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5402e1c5-5353-48c0-bd00-44d7f28d5e0a None None] Pushing event updated for resources: {'Port': ['ID=67da7816-ea52-4a47-88ed-318dfa436255,revision_number=3']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:20:41.128322 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Provisioning complete for port 67da7816-ea52-4a47-88ed-318dfa436255 triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:20:41.128709 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:20:41.235913 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-da1cd47f-aa0f-44cb-9ae9-a5a977739876 None None] Provisioning complete for port 67da7816-ea52-4a47-88ed-318dfa436255 triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:20:41.236278 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-da1cd47f-aa0f-44cb-9ae9-a5a977739876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:20:42.996867 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 67da7816-ea52-4a47-88ed-318dfa436255 up at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:20:43.044357 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Provisioning complete for port 67da7816-ea52-4a47-88ed-318dfa436255 triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:20:43.044730 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:20:51.910309 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.agents_db [None req-5ade7c98-4a19-45de-8fb0-464f54244c1e None None] Agent healthcheck: found 5 active agents {{(pid=102519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:21:03.431725 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-736c3f4c-548b-43cc-b547-7a11099192d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:21:05.625524 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-4a135c62-193d-4b9d-a656-f1b0cb382534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:21:07.016566 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-cb0bae37-5947-48f5-b8ea-be8dc2c46173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:21:08.426956 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-0cc3cdcc-aace-4769-a54e-383df0ffcf0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:21:09.057969 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:21:28.908517 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.agents_db [None req-5ade7c98-4a19-45de-8fb0-464f54244c1e None None] Agent healthcheck: found 5 active agents {{(pid=102519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:21:33.435407 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-f295c7c3-d9e5-44f7-bf72-68e3b58ba046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:21:35.628899 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-10fadeed-e5f2-460d-ba8a-8e19f7380ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:21:37.019087 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-cb0bae37-5947-48f5-b8ea-be8dc2c46173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:21:38.433909 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-0cc3cdcc-aace-4769-a54e-383df0ffcf0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:21:39.058985 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:21:54.873362 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 54888) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:21:54.879226 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [None req-b585e2f4-d40d-4699-b12d-e21f2dad15fa tempest-verify_tempest_config-1310723099 tempest-verify_tempest_config-1310723099-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102517) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 05:21:54.880205 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-b585e2f4-d40d-4699-b12d-e21f2dad15fa tempest-verify_tempest_config-1310723099 tempest-verify_tempest_config-1310723099-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058694 Nov 23 05:21:55.171493 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 54906) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:21:55.280304 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-197b64e7-1b75-49f3-85ea-1bbe55b129ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:21:55.410146 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-197b64e7-1b75-49f3-85ea-1bbe55b129ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:21:55.414439 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-197b64e7-1b75-49f3-85ea-1bbe55b129ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:21:55.455564 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-197b64e7-1b75-49f3-85ea-1bbe55b129ad admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bf7b5dba26b1422391b1e2c29508c8d3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2830048 Nov 23 05:21:55.458347 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 54914) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:21:55.464564 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197b64e7-1b75-49f3-85ea-1bbe55b129ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e6a064-5ba6-41b4-9331-61e2a336dc95,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:21:55.476563 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197b64e7-1b75-49f3-85ea-1bbe55b129ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:21:55.476923 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197b64e7-1b75-49f3-85ea-1bbe55b129ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:21:55.477272 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197b64e7-1b75-49f3-85ea-1bbe55b129ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:21:55.477613 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197b64e7-1b75-49f3-85ea-1bbe55b129ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:21:55.477951 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197b64e7-1b75-49f3-85ea-1bbe55b129ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:21:55.478293 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197b64e7-1b75-49f3-85ea-1bbe55b129ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:21:55.478624 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197b64e7-1b75-49f3-85ea-1bbe55b129ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:21:55.479000 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197b64e7-1b75-49f3-85ea-1bbe55b129ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:21:55.479358 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197b64e7-1b75-49f3-85ea-1bbe55b129ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:21:55.479687 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197b64e7-1b75-49f3-85ea-1bbe55b129ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:21:55.480012 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197b64e7-1b75-49f3-85ea-1bbe55b129ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:21:55.480336 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197b64e7-1b75-49f3-85ea-1bbe55b129ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:21:55.481447 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197b64e7-1b75-49f3-85ea-1bbe55b129ad admin admin] Tracked resource versions report: Nov 23 05:21:55.481447 dv-cinder-805072-6-iscsi neutron-server[102516]: pushed versions: Nov 23 05:21:55.481447 dv-cinder-805072-6-iscsi neutron-server[102516]: { 'AddressGroup': {'1.2'}, Nov 23 05:21:55.481447 dv-cinder-805072-6-iscsi neutron-server[102516]: 'ConntrackHelper': {'1.0'}, Nov 23 05:21:55.481447 dv-cinder-805072-6-iscsi neutron-server[102516]: 'Log': {'1.0'}, Nov 23 05:21:55.481447 dv-cinder-805072-6-iscsi neutron-server[102516]: 'Network': {'1.1'}, Nov 23 05:21:55.481447 dv-cinder-805072-6-iscsi neutron-server[102516]: 'Port': {'1.7'}, Nov 23 05:21:55.481447 dv-cinder-805072-6-iscsi neutron-server[102516]: 'PortForwarding': {'1.2'}, Nov 23 05:21:55.481447 dv-cinder-805072-6-iscsi neutron-server[102516]: 'QosPolicy': {'1.10'}, Nov 23 05:21:55.481447 dv-cinder-805072-6-iscsi neutron-server[102516]: 'SecurityGroup': {'1.5'}, Nov 23 05:21:55.481447 dv-cinder-805072-6-iscsi neutron-server[102516]: 'SecurityGroupRule': {'1.2'}, Nov 23 05:21:55.481447 dv-cinder-805072-6-iscsi neutron-server[102516]: 'SubPort': {'1.0'}, Nov 23 05:21:55.481447 dv-cinder-805072-6-iscsi neutron-server[102516]: 'Subnet': {'1.1'}, Nov 23 05:21:55.481447 dv-cinder-805072-6-iscsi neutron-server[102516]: 'Trunk': {'1.1'}} Nov 23 05:21:55.481447 dv-cinder-805072-6-iscsi neutron-server[102516]: consumer versions: Nov 23 05:21:55.481447 dv-cinder-805072-6-iscsi neutron-server[102516]: { DHCP agent@dv-cinder-805072-6-iscsi: {}, Nov 23 05:21:55.481447 dv-cinder-805072-6-iscsi neutron-server[102516]: L3 agent@dv-cinder-805072-6-iscsi: {}, Nov 23 05:21:55.481447 dv-cinder-805072-6-iscsi neutron-server[102516]: Metadata agent@dv-cinder-805072-6-iscsi: {}, Nov 23 05:21:55.481447 dv-cinder-805072-6-iscsi neutron-server[102516]: Metering agent@dv-cinder-805072-6-iscsi: {}, Nov 23 05:21:55.481447 dv-cinder-805072-6-iscsi neutron-server[102516]: Open vSwitch agent@dv-cinder-805072-6-iscsi: { 'AddressGroup': '1.2', Nov 23 05:21:55.481447 dv-cinder-805072-6-iscsi neutron-server[102516]: 'ConntrackHelper': '1.0', Nov 23 05:21:55.481447 dv-cinder-805072-6-iscsi neutron-server[102516]: 'Log': '1.0', Nov 23 05:21:55.481447 dv-cinder-805072-6-iscsi neutron-server[102516]: 'Network': '1.1', Nov 23 05:21:55.481447 dv-cinder-805072-6-iscsi neutron-server[102516]: 'Port': '1.7', Nov 23 05:21:55.481447 dv-cinder-805072-6-iscsi neutron-server[102516]: 'PortForwarding': '1.2', Nov 23 05:21:55.481447 dv-cinder-805072-6-iscsi neutron-server[102516]: 'QosPolicy': '1.10', Nov 23 05:21:55.481447 dv-cinder-805072-6-iscsi neutron-server[102516]: 'SecurityGroup': '1.5', Nov 23 05:21:55.481447 dv-cinder-805072-6-iscsi neutron-server[102516]: 'SecurityGroupRule': '1.2', Nov 23 05:21:55.481447 dv-cinder-805072-6-iscsi neutron-server[102516]: 'SubPort': '1.0', Nov 23 05:21:55.481447 dv-cinder-805072-6-iscsi neutron-server[102516]: 'Subnet': '1.1', Nov 23 05:21:55.481447 dv-cinder-805072-6-iscsi neutron-server[102516]: 'Trunk': '1.1'}} Nov 23 05:21:55.481447 dv-cinder-805072-6-iscsi neutron-server[102516]: {{(pid=102516) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 05:21:55.513292 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-07d3627e-5b39-4809-b443-4a7ae8478243 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:21:55.535385 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-07d3627e-5b39-4809-b443-4a7ae8478243 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:21:55.635517 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-07d3627e-5b39-4809-b443-4a7ae8478243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:21:55.638157 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-07d3627e-5b39-4809-b443-4a7ae8478243 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:21:55.639358 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-07d3627e-5b39-4809-b443-4a7ae8478243 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/49e6a064-5ba6-41b4-9331-61e2a336dc95 HTTP/1.1" status: 204 len: 168 time: 0.1800265 Nov 23 05:21:55.647802 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d3627e-5b39-4809-b443-4a7ae8478243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e6a064-5ba6-41b4-9331-61e2a336dc95,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:21:55.655261 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d3627e-5b39-4809-b443-4a7ae8478243 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:21:55.655615 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d3627e-5b39-4809-b443-4a7ae8478243 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:21:55.655955 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d3627e-5b39-4809-b443-4a7ae8478243 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:21:55.656293 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d3627e-5b39-4809-b443-4a7ae8478243 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:21:55.656628 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d3627e-5b39-4809-b443-4a7ae8478243 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:21:55.656959 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d3627e-5b39-4809-b443-4a7ae8478243 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:21:55.657347 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d3627e-5b39-4809-b443-4a7ae8478243 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:21:55.657605 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d3627e-5b39-4809-b443-4a7ae8478243 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:21:55.657933 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d3627e-5b39-4809-b443-4a7ae8478243 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:21:55.658261 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d3627e-5b39-4809-b443-4a7ae8478243 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:21:55.658582 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d3627e-5b39-4809-b443-4a7ae8478243 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:21:55.658928 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d3627e-5b39-4809-b443-4a7ae8478243 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:22:03.437622 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-db39a431-9d8e-4319-b364-e704812ba8fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:22:05.629657 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-630bf049-c1fd-4c19-b031-634a42b6e699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:22:05.906890 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.agents_db [None req-5ade7c98-4a19-45de-8fb0-464f54244c1e None None] Agent healthcheck: found 5 active agents {{(pid=102519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:22:07.024538 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-cb0bae37-5947-48f5-b8ea-be8dc2c46173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:22:08.425869 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-0cc3cdcc-aace-4769-a54e-383df0ffcf0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:22:09.061271 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:22:33.438538 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-24d05360-4ec7-4ef3-acb1-ea051ec95ab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:22:35.631172 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-a35fbccb-663a-4c58-b125-a26dbcd45a09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:22:37.023457 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-cb0bae37-5947-48f5-b8ea-be8dc2c46173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:22:38.423188 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-0cc3cdcc-aace-4769-a54e-383df0ffcf0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:22:39.063420 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:22:42.905342 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.agents_db [None req-5ade7c98-4a19-45de-8fb0-464f54244c1e None None] Agent healthcheck: found 5 active agents {{(pid=102519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:23:03.441240 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-786b8175-e499-4452-a92e-e3b50ebcd9b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:23:05.633152 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1455cb93-e03e-4086-9c13-1165d0e25e1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:23:07.027061 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-cb0bae37-5947-48f5-b8ea-be8dc2c46173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:23:08.427046 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-0cc3cdcc-aace-4769-a54e-383df0ffcf0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:23:09.064758 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:23:19.904063 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.agents_db [None req-5ade7c98-4a19-45de-8fb0-464f54244c1e None None] Agent healthcheck: found 5 active agents {{(pid=102519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:23:27.331498 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1732999'] for agent, after_create {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:23:33.441738 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-da9bad20-1b8d-4cb7-b4ac-baf2e6a4a402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:23:35.634099 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-35f38d29-45c9-444c-862e-67dec1cdfe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:23:37.029730 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-cb0bae37-5947-48f5-b8ea-be8dc2c46173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:23:38.430029 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-0cc3cdcc-aace-4769-a54e-383df0ffcf0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:23:39.066335 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:23:42.340667 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 54988) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:23:42.443263 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-7a5d547c-d283-408c-86fd-8fee29a3d2cf admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1013143 Nov 23 05:23:44.948647 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 54998) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:23:45.002147 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-2dd04179-3bff-4673-9358-af3f0d066396 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0524776 Nov 23 05:23:56.902960 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.agents_db [None req-5ade7c98-4a19-45de-8fb0-464f54244c1e None None] Agent healthcheck: found 6 active agents {{(pid=102519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:23:57.292910 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:24:03.444265 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-efaa3a2b-e8c6-42e1-aed3-de73d52b15cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:24:05.635523 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-6ae4632b-0e30-42ce-a61b-60cc972e9c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:24:07.032227 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-cb0bae37-5947-48f5-b8ea-be8dc2c46173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:24:08.432727 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-0cc3cdcc-aace-4769-a54e-383df0ffcf0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:24:09.066909 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:24:27.296487 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:24:33.445173 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-087a952c-f6de-41ec-b411-300a6606fcf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:24:33.902119 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.agents_db [None req-5ade7c98-4a19-45de-8fb0-464f54244c1e None None] Agent healthcheck: found 6 active agents {{(pid=102519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:24:35.636411 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-464575aa-9779-4b88-9772-eeed2e699c93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:24:37.037896 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-cb0bae37-5947-48f5-b8ea-be8dc2c46173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:24:38.440238 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-0cc3cdcc-aace-4769-a54e-383df0ffcf0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:24:39.081270 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:24:57.298493 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:03.447735 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-71bdca06-403c-45a1-bac9-edffcef17c5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:05.641674 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-eb11cbcc-a946-4f01-8d3b-ff934f75b585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:07.033560 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-cb0bae37-5947-48f5-b8ea-be8dc2c46173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:08.438172 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-0cc3cdcc-aace-4769-a54e-383df0ffcf0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:09.066027 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:10.901342 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.agents_db [None req-5ade7c98-4a19-45de-8fb0-464f54244c1e None None] Agent healthcheck: found 6 active agents {{(pid=102519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:25:14.306411 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 55204) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:25:14.321936 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 55210) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:25:14.351454 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 55216) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:25:14.434281 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 55226) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:25:14.643847 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [None req-ea436910-acf6-46fe-b9a3-f8e8dbb5d77d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-446161572-network', 'tenant_id': 'cb5e3bfadd8949d285afa69cba79918a'}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:25:14.654065 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-6b85999e-f6fd-49bb-a135-a7cbfa0f3931 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1472545912-network', 'tenant_id': '9d77c663d85b417d80848237e522deb9'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:25:14.674118 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.db.api [None req-6b85999e-f6fd-49bb-a135-a7cbfa0f3931 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 05:25:14.674118 dv-cinder-805072-6-iscsi neutron-server[102516]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 23 05:25:14.674118 dv-cinder-805072-6-iscsi neutron-server[102516]: [parameters: {'project_id': '9d77c663d85b417d80848237e522deb9', 'id': '87dbc9e0-a90b-453f-a0ce-c8ff8ef9be29', 'expiration': datetime.datetime(2021, 11, 23, 5, 27, 14, 669196)}] Nov 23 05:25:14.674118 dv-cinder-805072-6-iscsi neutron-server[102516]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 05:25:14.675496 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG oslo_db.api [None req-6b85999e-f6fd-49bb-a135-a7cbfa0f3931 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 05:25:14.688095 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [None req-752de5bf-bc38-4b84-bacf-46716693ad35 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-263092886-network', 'tenant_id': '69e7ea777b914593bb44950d24bd1f10'}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:25:14.697967 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [None req-103eb38c-696c-4071-a574-14143f2c8754 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-719404208-network', 'tenant_id': 'c50805dbd952413298ef5c310a0fd00a'}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:25:14.701699 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea436910-acf6-46fe-b9a3-f8e8dbb5d77d admin admin] Made reservation on behalf of cb5e3bfadd8949d285afa69cba79918a for: {'network': 1} {{(pid=102517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:25:14.703927 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-ea436910-acf6-46fe-b9a3-f8e8dbb5d77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for network, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:14.723457 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-ea436910-acf6-46fe-b9a3-f8e8dbb5d77d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:14.753147 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752de5bf-bc38-4b84-bacf-46716693ad35 admin admin] Made reservation on behalf of 69e7ea777b914593bb44950d24bd1f10 for: {'network': 1} {{(pid=102517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:25:14.756356 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-752de5bf-bc38-4b84-bacf-46716693ad35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for network, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:14.774927 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-752de5bf-bc38-4b84-bacf-46716693ad35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:14.816065 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103eb38c-696c-4071-a574-14143f2c8754 admin admin] Made reservation on behalf of c50805dbd952413298ef5c310a0fd00a for: {'network': 1} {{(pid=102517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:25:14.820005 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-103eb38c-696c-4071-a574-14143f2c8754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for network, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:14.843547 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-103eb38c-696c-4071-a574-14143f2c8754 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:14.934905 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-ea436910-acf6-46fe-b9a3-f8e8dbb5d77d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:14.949407 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-ea436910-acf6-46fe-b9a3-f8e8dbb5d77d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:15.014829 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-752de5bf-bc38-4b84-bacf-46716693ad35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:15.030757 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea436910-acf6-46fe-b9a3-f8e8dbb5d77d admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=102517) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 05:25:15.033304 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-752de5bf-bc38-4b84-bacf-46716693ad35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:15.064063 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-ea436910-acf6-46fe-b9a3-f8e8dbb5d77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574952'] for segment, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:15.064407 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.db.segments_db [None req-ea436910-acf6-46fe-b9a3-f8e8dbb5d77d admin admin] Added segment 96fbda44-3f8c-4841-b317-f7b687379738 of type vlan for network d276bf6c-1506-42b0-9d9a-c9478303eb76 Nov 23 05:25:15.067203 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea436910-acf6-46fe-b9a3-f8e8dbb5d77d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2381a365-0929-4a00-8dda-2e0880c3b336,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:15.089807 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-752de5bf-bc38-4b84-bacf-46716693ad35 admin admin] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=102517) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 05:25:15.100518 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea436910-acf6-46fe-b9a3-f8e8dbb5d77d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:25:15.100929 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea436910-acf6-46fe-b9a3-f8e8dbb5d77d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:25:15.101278 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea436910-acf6-46fe-b9a3-f8e8dbb5d77d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:25:15.101635 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea436910-acf6-46fe-b9a3-f8e8dbb5d77d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:25:15.102006 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea436910-acf6-46fe-b9a3-f8e8dbb5d77d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:25:15.102340 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea436910-acf6-46fe-b9a3-f8e8dbb5d77d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:25:15.102703 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea436910-acf6-46fe-b9a3-f8e8dbb5d77d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:25:15.103075 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea436910-acf6-46fe-b9a3-f8e8dbb5d77d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:25:15.103626 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea436910-acf6-46fe-b9a3-f8e8dbb5d77d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:25:15.103958 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea436910-acf6-46fe-b9a3-f8e8dbb5d77d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:25:15.104283 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea436910-acf6-46fe-b9a3-f8e8dbb5d77d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:25:15.104651 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea436910-acf6-46fe-b9a3-f8e8dbb5d77d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:25:15.105775 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea436910-acf6-46fe-b9a3-f8e8dbb5d77d admin admin] Tracked resource versions report: Nov 23 05:25:15.105775 dv-cinder-805072-6-iscsi neutron-server[102517]: pushed versions: Nov 23 05:25:15.105775 dv-cinder-805072-6-iscsi neutron-server[102517]: { 'AddressGroup': {'1.2'}, Nov 23 05:25:15.105775 dv-cinder-805072-6-iscsi neutron-server[102517]: 'ConntrackHelper': {'1.0'}, Nov 23 05:25:15.105775 dv-cinder-805072-6-iscsi neutron-server[102517]: 'Log': {'1.0'}, Nov 23 05:25:15.105775 dv-cinder-805072-6-iscsi neutron-server[102517]: 'Network': {'1.1'}, Nov 23 05:25:15.105775 dv-cinder-805072-6-iscsi neutron-server[102517]: 'Port': {'1.7'}, Nov 23 05:25:15.105775 dv-cinder-805072-6-iscsi neutron-server[102517]: 'PortForwarding': {'1.2'}, Nov 23 05:25:15.105775 dv-cinder-805072-6-iscsi neutron-server[102517]: 'QosPolicy': {'1.10'}, Nov 23 05:25:15.105775 dv-cinder-805072-6-iscsi neutron-server[102517]: 'SecurityGroup': {'1.5'}, Nov 23 05:25:15.105775 dv-cinder-805072-6-iscsi neutron-server[102517]: 'SecurityGroupRule': {'1.2'}, Nov 23 05:25:15.105775 dv-cinder-805072-6-iscsi neutron-server[102517]: 'SubPort': {'1.0'}, Nov 23 05:25:15.105775 dv-cinder-805072-6-iscsi neutron-server[102517]: 'Subnet': {'1.1'}, Nov 23 05:25:15.105775 dv-cinder-805072-6-iscsi neutron-server[102517]: 'Trunk': {'1.1'}} Nov 23 05:25:15.105775 dv-cinder-805072-6-iscsi neutron-server[102517]: consumer versions: Nov 23 05:25:15.105775 dv-cinder-805072-6-iscsi neutron-server[102517]: { DHCP agent@dv-cinder-805072-6-iscsi: {}, Nov 23 05:25:15.105775 dv-cinder-805072-6-iscsi neutron-server[102517]: HyperV agent@hv-cinder-80507: {}, Nov 23 05:25:15.105775 dv-cinder-805072-6-iscsi neutron-server[102517]: L3 agent@dv-cinder-805072-6-iscsi: {}, Nov 23 05:25:15.105775 dv-cinder-805072-6-iscsi neutron-server[102517]: Metadata agent@dv-cinder-805072-6-iscsi: {}, Nov 23 05:25:15.105775 dv-cinder-805072-6-iscsi neutron-server[102517]: Metering agent@dv-cinder-805072-6-iscsi: {}, Nov 23 05:25:15.105775 dv-cinder-805072-6-iscsi neutron-server[102517]: Open vSwitch agent@dv-cinder-805072-6-iscsi: { 'AddressGroup': '1.2', Nov 23 05:25:15.105775 dv-cinder-805072-6-iscsi neutron-server[102517]: 'ConntrackHelper': '1.0', Nov 23 05:25:15.105775 dv-cinder-805072-6-iscsi neutron-server[102517]: 'Log': '1.0', Nov 23 05:25:15.105775 dv-cinder-805072-6-iscsi neutron-server[102517]: 'Network': '1.1', Nov 23 05:25:15.105775 dv-cinder-805072-6-iscsi neutron-server[102517]: 'Port': '1.7', Nov 23 05:25:15.105775 dv-cinder-805072-6-iscsi neutron-server[102517]: 'PortForwarding': '1.2', Nov 23 05:25:15.105775 dv-cinder-805072-6-iscsi neutron-server[102517]: 'QosPolicy': '1.10', Nov 23 05:25:15.105775 dv-cinder-805072-6-iscsi neutron-server[102517]: 'SecurityGroup': '1.5', Nov 23 05:25:15.105775 dv-cinder-805072-6-iscsi neutron-server[102517]: 'SecurityGroupRule': '1.2', Nov 23 05:25:15.105775 dv-cinder-805072-6-iscsi neutron-server[102517]: 'SubPort': '1.0', Nov 23 05:25:15.105775 dv-cinder-805072-6-iscsi neutron-server[102517]: 'Subnet': '1.1', Nov 23 05:25:15.105775 dv-cinder-805072-6-iscsi neutron-server[102517]: 'Trunk': '1.1'}} Nov 23 05:25:15.105775 dv-cinder-805072-6-iscsi neutron-server[102517]: {{(pid=102517) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 05:25:15.143058 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-752de5bf-bc38-4b84-bacf-46716693ad35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574952'] for segment, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:15.143405 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.db.segments_db [None req-752de5bf-bc38-4b84-bacf-46716693ad35 admin admin] Added segment d6f2711b-0f0b-4fa6-95c3-febadd85b771 of type vlan for network 50773825-fd81-4958-87b4-2ed90bf98952 Nov 23 05:25:15.199797 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-103eb38c-696c-4071-a574-14143f2c8754 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:15.207103 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-ea436910-acf6-46fe-b9a3-f8e8dbb5d77d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751724239108'] for network, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:15.219137 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b85999e-f6fd-49bb-a135-a7cbfa0f3931 admin admin] Made reservation on behalf of 9d77c663d85b417d80848237e522deb9 for: {'network': 1} {{(pid=102516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:25:15.222235 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-6b85999e-f6fd-49bb-a135-a7cbfa0f3931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for network, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:15.223904 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-103eb38c-696c-4071-a574-14143f2c8754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:15.238957 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-6b85999e-f6fd-49bb-a135-a7cbfa0f3931 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:15.242221 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-752de5bf-bc38-4b84-bacf-46716693ad35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751724239108'] for network, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:15.245730 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752de5bf-bc38-4b84-bacf-46716693ad35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d64251b2-d9e3-4068-9d87-69a744d4f7c7,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:15.267226 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-103eb38c-696c-4071-a574-14143f2c8754 admin admin] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=102517) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 05:25:15.312441 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-ea436910-acf6-46fe-b9a3-f8e8dbb5d77d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215'] for network, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:15.313879 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea436910-acf6-46fe-b9a3-f8e8dbb5d77d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:15.314783 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-ea436910-acf6-46fe-b9a3-f8e8dbb5d77d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for network, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:15.329393 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-103eb38c-696c-4071-a574-14143f2c8754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574952'] for segment, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:15.329865 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.db.segments_db [None req-103eb38c-696c-4071-a574-14143f2c8754 admin admin] Added segment 380eae46-c20e-425a-a318-241c581874ad of type vlan for network cb8dc895-95ad-48d3-8543-5b11b6af4c03 Nov 23 05:25:15.438488 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-6b85999e-f6fd-49bb-a135-a7cbfa0f3931 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:15.447183 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-6b85999e-f6fd-49bb-a135-a7cbfa0f3931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:15.447855 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea436910-acf6-46fe-b9a3-f8e8dbb5d77d admin admin] Pushing event updated for resources: {'Network': ['ID=d276bf6c-1506-42b0-9d9a-c9478303eb76,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:15.466919 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Network d276bf6c-1506-42b0-9d9a-c9478303eb76 details requested by agent ovs-agent-dv-cinder-805072-6-iscsi with host dv-cinder-805072-6-iscsi {{(pid=102518) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 05:25:15.486610 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103eb38c-696c-4071-a574-14143f2c8754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa91b577-eeab-499a-b593-0e6263ba4425,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:15.494227 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b85999e-f6fd-49bb-a135-a7cbfa0f3931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ab2f12-4420-44cd-a4c6-558b5ac12b17,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:15.505433 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b85999e-f6fd-49bb-a135-a7cbfa0f3931 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:25:15.506025 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b85999e-f6fd-49bb-a135-a7cbfa0f3931 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:25:15.506532 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b85999e-f6fd-49bb-a135-a7cbfa0f3931 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:25:15.507096 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b85999e-f6fd-49bb-a135-a7cbfa0f3931 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:25:15.507608 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b85999e-f6fd-49bb-a135-a7cbfa0f3931 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:25:15.508118 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b85999e-f6fd-49bb-a135-a7cbfa0f3931 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:25:15.508883 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b85999e-f6fd-49bb-a135-a7cbfa0f3931 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:25:15.509410 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b85999e-f6fd-49bb-a135-a7cbfa0f3931 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:25:15.509916 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b85999e-f6fd-49bb-a135-a7cbfa0f3931 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:25:15.510413 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b85999e-f6fd-49bb-a135-a7cbfa0f3931 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:25:15.510924 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b85999e-f6fd-49bb-a135-a7cbfa0f3931 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:25:15.511422 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b85999e-f6fd-49bb-a135-a7cbfa0f3931 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:25:15.512965 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b85999e-f6fd-49bb-a135-a7cbfa0f3931 admin admin] Tracked resource versions report: Nov 23 05:25:15.512965 dv-cinder-805072-6-iscsi neutron-server[102516]: pushed versions: Nov 23 05:25:15.512965 dv-cinder-805072-6-iscsi neutron-server[102516]: { 'AddressGroup': {'1.2'}, Nov 23 05:25:15.512965 dv-cinder-805072-6-iscsi neutron-server[102516]: 'ConntrackHelper': {'1.0'}, Nov 23 05:25:15.512965 dv-cinder-805072-6-iscsi neutron-server[102516]: 'Log': {'1.0'}, Nov 23 05:25:15.512965 dv-cinder-805072-6-iscsi neutron-server[102516]: 'Network': {'1.1'}, Nov 23 05:25:15.512965 dv-cinder-805072-6-iscsi neutron-server[102516]: 'Port': {'1.7'}, Nov 23 05:25:15.512965 dv-cinder-805072-6-iscsi neutron-server[102516]: 'PortForwarding': {'1.2'}, Nov 23 05:25:15.512965 dv-cinder-805072-6-iscsi neutron-server[102516]: 'QosPolicy': {'1.10'}, Nov 23 05:25:15.512965 dv-cinder-805072-6-iscsi neutron-server[102516]: 'SecurityGroup': {'1.5'}, Nov 23 05:25:15.512965 dv-cinder-805072-6-iscsi neutron-server[102516]: 'SecurityGroupRule': {'1.2'}, Nov 23 05:25:15.512965 dv-cinder-805072-6-iscsi neutron-server[102516]: 'SubPort': {'1.0'}, Nov 23 05:25:15.512965 dv-cinder-805072-6-iscsi neutron-server[102516]: 'Subnet': {'1.1'}, Nov 23 05:25:15.512965 dv-cinder-805072-6-iscsi neutron-server[102516]: 'Trunk': {'1.1'}} Nov 23 05:25:15.512965 dv-cinder-805072-6-iscsi neutron-server[102516]: consumer versions: Nov 23 05:25:15.512965 dv-cinder-805072-6-iscsi neutron-server[102516]: { DHCP agent@dv-cinder-805072-6-iscsi: {}, Nov 23 05:25:15.512965 dv-cinder-805072-6-iscsi neutron-server[102516]: HyperV agent@hv-cinder-80507: {}, Nov 23 05:25:15.512965 dv-cinder-805072-6-iscsi neutron-server[102516]: L3 agent@dv-cinder-805072-6-iscsi: {}, Nov 23 05:25:15.512965 dv-cinder-805072-6-iscsi neutron-server[102516]: Metadata agent@dv-cinder-805072-6-iscsi: {}, Nov 23 05:25:15.512965 dv-cinder-805072-6-iscsi neutron-server[102516]: Metering agent@dv-cinder-805072-6-iscsi: {}, Nov 23 05:25:15.512965 dv-cinder-805072-6-iscsi neutron-server[102516]: Open vSwitch agent@dv-cinder-805072-6-iscsi: { 'AddressGroup': '1.2', Nov 23 05:25:15.512965 dv-cinder-805072-6-iscsi neutron-server[102516]: 'ConntrackHelper': '1.0', Nov 23 05:25:15.512965 dv-cinder-805072-6-iscsi neutron-server[102516]: 'Log': '1.0', Nov 23 05:25:15.512965 dv-cinder-805072-6-iscsi neutron-server[102516]: 'Network': '1.1', Nov 23 05:25:15.512965 dv-cinder-805072-6-iscsi neutron-server[102516]: 'Port': '1.7', Nov 23 05:25:15.512965 dv-cinder-805072-6-iscsi neutron-server[102516]: 'PortForwarding': '1.2', Nov 23 05:25:15.512965 dv-cinder-805072-6-iscsi neutron-server[102516]: 'QosPolicy': '1.10', Nov 23 05:25:15.512965 dv-cinder-805072-6-iscsi neutron-server[102516]: 'SecurityGroup': '1.5', Nov 23 05:25:15.512965 dv-cinder-805072-6-iscsi neutron-server[102516]: 'SecurityGroupRule': '1.2', Nov 23 05:25:15.512965 dv-cinder-805072-6-iscsi neutron-server[102516]: 'SubPort': '1.0', Nov 23 05:25:15.512965 dv-cinder-805072-6-iscsi neutron-server[102516]: 'Subnet': '1.1', Nov 23 05:25:15.512965 dv-cinder-805072-6-iscsi neutron-server[102516]: 'Trunk': '1.1'}} Nov 23 05:25:15.512965 dv-cinder-805072-6-iscsi neutron-server[102516]: {{(pid=102516) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 05:25:15.521416 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.db.api [None req-6b85999e-f6fd-49bb-a135-a7cbfa0f3931 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=102516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 05:25:15.523053 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG oslo_db.api [None req-6b85999e-f6fd-49bb-a135-a7cbfa0f3931 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=102516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 05:25:15.568498 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-752de5bf-bc38-4b84-bacf-46716693ad35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215'] for network, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:15.569460 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752de5bf-bc38-4b84-bacf-46716693ad35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:15.570059 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-752de5bf-bc38-4b84-bacf-46716693ad35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for network, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:15.596201 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-752de5bf-bc38-4b84-bacf-46716693ad35 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2407956 Nov 23 05:25:15.596406 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 55290) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:25:15.601595 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-b288c791-271a-47e9-b823-738cf40d73c6 admin admin] Request body: {'subnet': {'network_id': '50773825-fd81-4958-87b4-2ed90bf98952', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-263092886-subnet', 'tenant_id': '69e7ea777b914593bb44950d24bd1f10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:25:15.611207 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-103eb38c-696c-4071-a574-14143f2c8754 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751724239108'] for network, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:15.646413 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-ea436910-acf6-46fe-b9a3-f8e8dbb5d77d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3385580 Nov 23 05:25:15.649745 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 55292) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:25:15.654547 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-3e10fd62-7759-44c5-9cd4-b1035258ff0a admin admin] Request body: {'subnet': {'network_id': 'd276bf6c-1506-42b0-9d9a-c9478303eb76', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-446161572-subnet', 'tenant_id': 'cb5e3bfadd8949d285afa69cba79918a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:25:15.659249 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b288c791-271a-47e9-b823-738cf40d73c6 admin admin] Made reservation on behalf of 69e7ea777b914593bb44950d24bd1f10 for: {'subnet': 1} {{(pid=102516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:25:15.670176 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-b288c791-271a-47e9-b823-738cf40d73c6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:15.690405 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752de5bf-bc38-4b84-bacf-46716693ad35 admin admin] Pushing event updated for resources: {'Network': ['ID=50773825-fd81-4958-87b4-2ed90bf98952,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:15.703852 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-103eb38c-696c-4071-a574-14143f2c8754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215'] for network, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:15.704227 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Network 50773825-fd81-4958-87b4-2ed90bf98952 details requested by agent ovs-agent-dv-cinder-805072-6-iscsi with host dv-cinder-805072-6-iscsi {{(pid=102518) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 05:25:15.704978 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103eb38c-696c-4071-a574-14143f2c8754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:15.706559 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-103eb38c-696c-4071-a574-14143f2c8754 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for network, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:15.799586 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103eb38c-696c-4071-a574-14143f2c8754 admin admin] Pushing event updated for resources: {'Network': ['ID=cb8dc895-95ad-48d3-8543-5b11b6af4c03,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:15.861137 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Network cb8dc895-95ad-48d3-8543-5b11b6af4c03 details requested by agent ovs-agent-dv-cinder-805072-6-iscsi with host dv-cinder-805072-6-iscsi {{(pid=102518) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 05:25:15.886762 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e10fd62-7759-44c5-9cd4-b1035258ff0a admin admin] Made reservation on behalf of cb5e3bfadd8949d285afa69cba79918a for: {'subnet': 1} {{(pid=102516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:25:15.889055 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-3e10fd62-7759-44c5-9cd4-b1035258ff0a admin admin] Publish callbacks [] for subnet, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:15.898987 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-103eb38c-696c-4071-a574-14143f2c8754 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4626091 Nov 23 05:25:15.900989 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 55304) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:25:15.911555 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [None req-24c405eb-bd38-4423-ae59-268410ef275e admin admin] Request body: {'subnet': {'network_id': 'cb8dc895-95ad-48d3-8543-5b11b6af4c03', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-719404208-subnet', 'tenant_id': 'c50805dbd952413298ef5c310a0fd00a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:25:15.974681 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c405eb-bd38-4423-ae59-268410ef275e admin admin] Made reservation on behalf of c50805dbd952413298ef5c310a0fd00a for: {'subnet': 1} {{(pid=102517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:25:15.977538 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-24c405eb-bd38-4423-ae59-268410ef275e admin admin] Publish callbacks [] for subnet, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:16.024546 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-6b85999e-f6fd-49bb-a135-a7cbfa0f3931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for network, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:16.148233 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b85999e-f6fd-49bb-a135-a7cbfa0f3931 admin admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=102516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 05:25:16.196135 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-24c405eb-bd38-4423-ae59-268410ef275e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215'] for subnet, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:16.214962 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-6b85999e-f6fd-49bb-a135-a7cbfa0f3931 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751724566236', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574952'] for segment, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:16.215665 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-6b85999e-f6fd-49bb-a135-a7cbfa0f3931 admin admin] Unsubscribe: segment precommit_create {{(pid=102516) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 23 05:25:16.216046 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.db.segments_db [None req-6b85999e-f6fd-49bb-a135-a7cbfa0f3931 admin admin] Added segment 94907b3a-6e89-4b23-8d3e-b6a0ef2909b5 of type vlan for network 33a64f20-5fa2-4ee6-bf93-69fefe69b302 Nov 23 05:25:16.307967 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c405eb-bd38-4423-ae59-268410ef275e admin admin] Pushing event updated for resources: {'Subnet': ['ID=521d4456-8ecb-4141-a366-3842211dccc9,revision_number=0']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:16.326994 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c405eb-bd38-4423-ae59-268410ef275e admin admin] Checking segment: {'id': '380eae46-c20e-425a-a318-241c581874ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cb8dc895-95ad-48d3-8543-5b11b6af4c03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:25:16.327687 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c405eb-bd38-4423-ae59-268410ef275e admin admin] Network hostable DHCP agents. Network: cb8dc895-95ad-48d3-8543-5b11b6af4c03, hostable agents: ['2030e6fd-0e7a-4e26-866d-a4515205c5a7'], hosted agents: [] {{(pid=102517) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 05:25:16.354420 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c405eb-bd38-4423-ae59-268410ef275e admin admin] Network cb8dc895-95ad-48d3-8543-5b11b6af4c03 is scheduled to be hosted by DHCP agent 2030e6fd-0e7a-4e26-866d-a4515205c5a7 with binding_index 1 {{(pid=102517) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 05:25:16.369285 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.base_scheduler [None req-24c405eb-bd38-4423-ae59-268410ef275e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805072-6-iscsi, cb8dc895-95ad-48d3-8543-5b11b6af4c03) {{(pid=102517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:25:16.376104 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c405eb-bd38-4423-ae59-268410ef275e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:16.376434 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-b288c791-271a-47e9-b823-738cf40d73c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215'] for subnet, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:16.377672 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-24c405eb-bd38-4423-ae59-268410ef275e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for subnet, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:16.382699 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94fae17-b57d-4812-9773-94f8c9732a0c None None] Network cb8dc895-95ad-48d3-8543-5b11b6af4c03 requested from dv-cinder-805072-6-iscsi {{(pid=102518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:25:16.416335 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-24c405eb-bd38-4423-ae59-268410ef275e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5137694 Nov 23 05:25:16.445313 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-6b85999e-f6fd-49bb-a135-a7cbfa0f3931 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751724239108'] for network, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:16.451465 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b288c791-271a-47e9-b823-738cf40d73c6 admin admin] Checking segment: {'id': 'd6f2711b-0f0b-4fa6-95c3-febadd85b771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '50773825-fd81-4958-87b4-2ed90bf98952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:25:16.452121 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b288c791-271a-47e9-b823-738cf40d73c6 admin admin] Network hostable DHCP agents. Network: 50773825-fd81-4958-87b4-2ed90bf98952, hostable agents: ['2030e6fd-0e7a-4e26-866d-a4515205c5a7'], hosted agents: [] {{(pid=102516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 05:25:16.480022 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-3e10fd62-7759-44c5-9cd4-b1035258ff0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215'] for subnet, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:16.510396 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b288c791-271a-47e9-b823-738cf40d73c6 admin admin] Network 50773825-fd81-4958-87b4-2ed90bf98952 is scheduled to be hosted by DHCP agent 2030e6fd-0e7a-4e26-866d-a4515205c5a7 with binding_index 1 {{(pid=102516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 05:25:16.541032 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [None req-b288c791-271a-47e9-b823-738cf40d73c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805072-6-iscsi, 50773825-fd81-4958-87b4-2ed90bf98952) {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:25:16.566302 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b288c791-271a-47e9-b823-738cf40d73c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:16.567575 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-b288c791-271a-47e9-b823-738cf40d73c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for subnet, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:16.580211 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b288c791-271a-47e9-b823-738cf40d73c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ab3fbc5-9816-4f2a-a489-0455f1380f70,revision_number=0']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:16.596399 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-6b85999e-f6fd-49bb-a135-a7cbfa0f3931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215'] for network, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:16.597461 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b85999e-f6fd-49bb-a135-a7cbfa0f3931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:16.598545 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-6b85999e-f6fd-49bb-a135-a7cbfa0f3931 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for network, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:16.600948 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a665d5af-7d9e-49fa-afb9-eda8cd2709ac None None] Network 50773825-fd81-4958-87b4-2ed90bf98952 requested from dv-cinder-805072-6-iscsi {{(pid=102518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:25:16.700808 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf489e2-580f-49c5-9f4a-3d1dbd99eb30 None None] Network cb8dc895-95ad-48d3-8543-5b11b6af4c03 requested from dv-cinder-805072-6-iscsi {{(pid=102518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:25:16.725103 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b85999e-f6fd-49bb-a135-a7cbfa0f3931 admin admin] Pushing event updated for resources: {'Network': ['ID=33a64f20-5fa2-4ee6-bf93-69fefe69b302,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:16.736002 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-b288c791-271a-47e9-b823-738cf40d73c6 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1384439 Nov 23 05:25:16.740097 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 55330) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:25:16.748173 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [None req-d274d8dc-9d0f-468a-8cbc-71c71ce7c6f8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-263092886-router', 'tenant_id': '69e7ea777b914593bb44950d24bd1f10', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688'}}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:25:16.752466 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e10fd62-7759-44c5-9cd4-b1035258ff0a admin admin] Checking segment: {'id': '96fbda44-3f8c-4841-b317-f7b687379738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd276bf6c-1506-42b0-9d9a-c9478303eb76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:25:16.752854 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e10fd62-7759-44c5-9cd4-b1035258ff0a admin admin] Network hostable DHCP agents. Network: d276bf6c-1506-42b0-9d9a-c9478303eb76, hostable agents: ['2030e6fd-0e7a-4e26-866d-a4515205c5a7'], hosted agents: [] {{(pid=102516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 05:25:16.777124 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-6b85999e-f6fd-49bb-a135-a7cbfa0f3931 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4540682 Nov 23 05:25:16.781040 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 55334) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:25:16.781416 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Network 33a64f20-5fa2-4ee6-bf93-69fefe69b302 details requested by agent ovs-agent-dv-cinder-805072-6-iscsi with host dv-cinder-805072-6-iscsi {{(pid=102518) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 05:25:16.788792 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [None req-e1e6e7d2-ca7d-4de8-b33b-6c3981acdbc4 admin admin] Request body: {'subnet': {'network_id': '33a64f20-5fa2-4ee6-bf93-69fefe69b302', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1472545912-subnet', 'tenant_id': '9d77c663d85b417d80848237e522deb9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:25:16.804213 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d274d8dc-9d0f-468a-8cbc-71c71ce7c6f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8397'] for router, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:16.805271 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d274d8dc-9d0f-468a-8cbc-71c71ce7c6f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1733637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804129', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9534'] for router, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:16.811619 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e10fd62-7759-44c5-9cd4-b1035258ff0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b812847c-d94f-408a-a05b-e1adde40724b,revision_number=0']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:16.832962 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e10fd62-7759-44c5-9cd4-b1035258ff0a admin admin] Network d276bf6c-1506-42b0-9d9a-c9478303eb76 is scheduled to be hosted by DHCP agent 2030e6fd-0e7a-4e26-866d-a4515205c5a7 with binding_index 1 {{(pid=102516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 05:25:16.847481 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e6e7d2-ca7d-4de8-b33b-6c3981acdbc4 admin admin] Made reservation on behalf of 9d77c663d85b417d80848237e522deb9 for: {'subnet': 1} {{(pid=102517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:25:16.850738 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-e1e6e7d2-ca7d-4de8-b33b-6c3981acdbc4 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:16.851439 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [None req-3e10fd62-7759-44c5-9cd4-b1035258ff0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805072-6-iscsi, d276bf6c-1506-42b0-9d9a-c9478303eb76) {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:25:16.858485 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e10fd62-7759-44c5-9cd4-b1035258ff0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:16.860596 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-3e10fd62-7759-44c5-9cd4-b1035258ff0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for subnet, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:16.873141 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872ef829-f122-467b-a5d6-0e1bb0750d2a None None] Network d276bf6c-1506-42b0-9d9a-c9478303eb76 requested from dv-cinder-805072-6-iscsi {{(pid=102518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:25:16.912770 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-3e10fd62-7759-44c5-9cd4-b1035258ff0a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2576013 Nov 23 05:25:16.913019 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 55344) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:25:16.926626 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-9af17602-29a6-41c8-8805-309ca4de1ae0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-446161572-router', 'tenant_id': 'cb5e3bfadd8949d285afa69cba79918a', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688'}}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:25:16.962104 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d274d8dc-9d0f-468a-8cbc-71c71ce7c6f8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:16.968760 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7eb7c4c-3728-460c-9a39-3ab1a8d93211 None None] Network 50773825-fd81-4958-87b4-2ed90bf98952 requested from dv-cinder-805072-6-iscsi {{(pid=102518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:25:17.022689 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-9af17602-29a6-41c8-8805-309ca4de1ae0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8397'] for router, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:17.025908 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-9af17602-29a6-41c8-8805-309ca4de1ae0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1733637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804129', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9534'] for router, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:17.409840 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-9af17602-29a6-41c8-8805-309ca4de1ae0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:17.419480 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d985d9c-57f5-4916-8742-d408da49b2f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37d81789-c0f2-5219-9ce1-cd506509959a-d276bf6c-1506-42b0-9d9a-c9478303eb76', 'network_id': 'd276bf6c-1506-42b0-9d9a-c9478303eb76', 'tenant_id': 'cb5e3bfadd8949d285afa69cba79918a', 'fixed_ips': [{'subnet_id': 'b812847c-d94f-408a-a05b-e1adde40724b'}]}} from dv-cinder-805072-6-iscsi. {{(pid=102518) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 05:25:17.420386 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-9d985d9c-57f5-4916-8742-d408da49b2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_create {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:17.523274 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 55390) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:25:17.526127 dv-cinder-805072-6-iscsi neutron-server[102516]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 23 05:25:17.592469 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-e1e6e7d2-ca7d-4de8-b33b-6c3981acdbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215'] for subnet, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:17.604717 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d274d8dc-9d0f-468a-8cbc-71c71ce7c6f8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:17.703601 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e6e7d2-ca7d-4de8-b33b-6c3981acdbc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=242a3dfa-1577-4789-92d9-6d9fc458ed6b,revision_number=0']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:17.756994 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e6e7d2-ca7d-4de8-b33b-6c3981acdbc4 admin admin] Checking segment: {'id': '94907b3a-6e89-4b23-8d3e-b6a0ef2909b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '33a64f20-5fa2-4ee6-bf93-69fefe69b302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:25:17.757415 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e6e7d2-ca7d-4de8-b33b-6c3981acdbc4 admin admin] Network hostable DHCP agents. Network: 33a64f20-5fa2-4ee6-bf93-69fefe69b302, hostable agents: ['2030e6fd-0e7a-4e26-866d-a4515205c5a7'], hosted agents: [] {{(pid=102517) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 05:25:17.776379 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-9af17602-29a6-41c8-8805-309ca4de1ae0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:17.816278 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e6e7d2-ca7d-4de8-b33b-6c3981acdbc4 admin admin] Network 33a64f20-5fa2-4ee6-bf93-69fefe69b302 is scheduled to be hosted by DHCP agent 2030e6fd-0e7a-4e26-866d-a4515205c5a7 with binding_index 1 {{(pid=102517) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 05:25:17.819428 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.db_base_plugin_common [None req-9d985d9c-57f5-4916-8742-d408da49b2f1 None None] Allocated IP 172.20.0.2 (d276bf6c-1506-42b0-9d9a-c9478303eb76/b812847c-d94f-408a-a05b-e1adde40724b/1197e17d-1724-46ec-95d8-f5350ef98ef8) {{(pid=102518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:25:17.845685 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.base_scheduler [None req-e1e6e7d2-ca7d-4de8-b33b-6c3981acdbc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805072-6-iscsi, 33a64f20-5fa2-4ee6-bf93-69fefe69b302) {{(pid=102517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:25:17.911753 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a31a251-d7be-484d-ab7c-1aa93e423414 None None] Network 33a64f20-5fa2-4ee6-bf93-69fefe69b302 requested from dv-cinder-805072-6-iscsi {{(pid=102518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:25:17.929398 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e6e7d2-ca7d-4de8-b33b-6c3981acdbc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:17.930185 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-e1e6e7d2-ca7d-4de8-b33b-6c3981acdbc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for subnet, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:17.969289 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a024c-23f0-449c-b3ad-572215c9094a req-e9fc610c-7ebe-475d-9fe6-630f6625da41 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:17.971071 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0d0a024c-23f0-449c-b3ad-572215c9094a req-e9fc610c-7ebe-475d-9fe6-630f6625da41 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] 10.222.0.48 "GET /v2.0/networks?id=cb8dc895-95ad-48d3-8543-5b11b6af4c03 HTTP/1.1" status: 200 len: 811 time: 0.4460468 Nov 23 05:25:17.975381 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-e1e6e7d2-ca7d-4de8-b33b-6c3981acdbc4 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1887453 Nov 23 05:25:17.976639 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 55408) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:25:17.982585 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [None req-0c640a62-3973-4f44-91ca-7fe8a6ea35cc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1472545912-router', 'tenant_id': '9d77c663d85b417d80848237e522deb9', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688'}}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:25:18.007323 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0d0a024c-23f0-449c-b3ad-572215c9094a req-51ed3f30-cf01-4465-a65a-f96712d6ac0d tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] 10.222.0.48 "GET /v2.0/quotas/c50805dbd952413298ef5c310a0fd00a HTTP/1.1" status: 200 len: 375 time: 0.0186801 Nov 23 05:25:18.012748 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-0c640a62-3973-4f44-91ca-7fe8a6ea35cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8397'] for router, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:18.013847 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-0c640a62-3973-4f44-91ca-7fe8a6ea35cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1733637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804129', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9534'] for router, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:18.103095 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0d0a024c-23f0-449c-b3ad-572215c9094a req-4c658972-6c9e-4f86-92b8-d11415f643c1 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c50805dbd952413298ef5c310a0fd00a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0772252 Nov 23 05:25:18.108621 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-9d985d9c-57f5-4916-8742-d408da49b2f1 None None] Publish callbacks [] for port, precommit_create {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:18.134763 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-9d985d9c-57f5-4916-8742-d408da49b2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751724218534'] for port, after_create {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:18.180945 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d985d9c-57f5-4916-8742-d408da49b2f1 None None] Pushing event updated for resources: {'Port': ['ID=1197e17d-1724-46ec-95d8-f5350ef98ef8,revision_number=1']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:18.205073 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-0c640a62-3973-4f44-91ca-7fe8a6ea35cc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:18.206839 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d274d8dc-9d0f-468a-8cbc-71c71ce7c6f8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:18.215448 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d985d9c-57f5-4916-8742-d408da49b2f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:25:18.215818 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d985d9c-57f5-4916-8742-d408da49b2f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:25:18.216169 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d985d9c-57f5-4916-8742-d408da49b2f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:25:18.216507 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d985d9c-57f5-4916-8742-d408da49b2f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:25:18.216835 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d985d9c-57f5-4916-8742-d408da49b2f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:25:18.217164 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d985d9c-57f5-4916-8742-d408da49b2f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:25:18.217489 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d985d9c-57f5-4916-8742-d408da49b2f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:25:18.217813 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d985d9c-57f5-4916-8742-d408da49b2f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:25:18.218175 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d985d9c-57f5-4916-8742-d408da49b2f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:25:18.218474 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d985d9c-57f5-4916-8742-d408da49b2f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:25:18.218791 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d985d9c-57f5-4916-8742-d408da49b2f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:25:18.219166 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d985d9c-57f5-4916-8742-d408da49b2f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:25:18.224253 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d985d9c-57f5-4916-8742-d408da49b2f1 None None] Tracked resource versions report: Nov 23 05:25:18.224253 dv-cinder-805072-6-iscsi neutron-server[102518]: pushed versions: Nov 23 05:25:18.224253 dv-cinder-805072-6-iscsi neutron-server[102518]: { 'AddressGroup': {'1.2'}, Nov 23 05:25:18.224253 dv-cinder-805072-6-iscsi neutron-server[102518]: 'ConntrackHelper': {'1.0'}, Nov 23 05:25:18.224253 dv-cinder-805072-6-iscsi neutron-server[102518]: 'Log': {'1.0'}, Nov 23 05:25:18.224253 dv-cinder-805072-6-iscsi neutron-server[102518]: 'Network': {'1.1'}, Nov 23 05:25:18.224253 dv-cinder-805072-6-iscsi neutron-server[102518]: 'Port': {'1.7'}, Nov 23 05:25:18.224253 dv-cinder-805072-6-iscsi neutron-server[102518]: 'PortForwarding': {'1.2'}, Nov 23 05:25:18.224253 dv-cinder-805072-6-iscsi neutron-server[102518]: 'QosPolicy': {'1.10'}, Nov 23 05:25:18.224253 dv-cinder-805072-6-iscsi neutron-server[102518]: 'SecurityGroup': {'1.5'}, Nov 23 05:25:18.224253 dv-cinder-805072-6-iscsi neutron-server[102518]: 'SecurityGroupRule': {'1.2'}, Nov 23 05:25:18.224253 dv-cinder-805072-6-iscsi neutron-server[102518]: 'SubPort': {'1.0'}, Nov 23 05:25:18.224253 dv-cinder-805072-6-iscsi neutron-server[102518]: 'Subnet': {'1.1'}, Nov 23 05:25:18.224253 dv-cinder-805072-6-iscsi neutron-server[102518]: 'Trunk': {'1.1'}} Nov 23 05:25:18.224253 dv-cinder-805072-6-iscsi neutron-server[102518]: consumer versions: Nov 23 05:25:18.224253 dv-cinder-805072-6-iscsi neutron-server[102518]: { DHCP agent@dv-cinder-805072-6-iscsi: {}, Nov 23 05:25:18.224253 dv-cinder-805072-6-iscsi neutron-server[102518]: HyperV agent@hv-cinder-80507: {}, Nov 23 05:25:18.224253 dv-cinder-805072-6-iscsi neutron-server[102518]: L3 agent@dv-cinder-805072-6-iscsi: {}, Nov 23 05:25:18.224253 dv-cinder-805072-6-iscsi neutron-server[102518]: Metadata agent@dv-cinder-805072-6-iscsi: {}, Nov 23 05:25:18.224253 dv-cinder-805072-6-iscsi neutron-server[102518]: Metering agent@dv-cinder-805072-6-iscsi: {}, Nov 23 05:25:18.224253 dv-cinder-805072-6-iscsi neutron-server[102518]: Open vSwitch agent@dv-cinder-805072-6-iscsi: { 'AddressGroup': '1.2', Nov 23 05:25:18.224253 dv-cinder-805072-6-iscsi neutron-server[102518]: 'ConntrackHelper': '1.0', Nov 23 05:25:18.224253 dv-cinder-805072-6-iscsi neutron-server[102518]: 'Log': '1.0', Nov 23 05:25:18.224253 dv-cinder-805072-6-iscsi neutron-server[102518]: 'Network': '1.1', Nov 23 05:25:18.224253 dv-cinder-805072-6-iscsi neutron-server[102518]: 'Port': '1.7', Nov 23 05:25:18.224253 dv-cinder-805072-6-iscsi neutron-server[102518]: 'PortForwarding': '1.2', Nov 23 05:25:18.224253 dv-cinder-805072-6-iscsi neutron-server[102518]: 'QosPolicy': '1.10', Nov 23 05:25:18.224253 dv-cinder-805072-6-iscsi neutron-server[102518]: 'SecurityGroup': '1.5', Nov 23 05:25:18.224253 dv-cinder-805072-6-iscsi neutron-server[102518]: 'SecurityGroupRule': '1.2', Nov 23 05:25:18.224253 dv-cinder-805072-6-iscsi neutron-server[102518]: 'SubPort': '1.0', Nov 23 05:25:18.224253 dv-cinder-805072-6-iscsi neutron-server[102518]: 'Subnet': '1.1', Nov 23 05:25:18.224253 dv-cinder-805072-6-iscsi neutron-server[102518]: 'Trunk': '1.1'}} Nov 23 05:25:18.224253 dv-cinder-805072-6-iscsi neutron-server[102518]: {{(pid=102518) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 05:25:18.232565 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e5f1fa-070d-44c9-8613-3ed4c32a5ebe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37d81789-c0f2-5219-9ce1-cd506509959a-33a64f20-5fa2-4ee6-bf93-69fefe69b302', 'network_id': '33a64f20-5fa2-4ee6-bf93-69fefe69b302', 'tenant_id': '9d77c663d85b417d80848237e522deb9', 'fixed_ips': [{'subnet_id': '242a3dfa-1577-4789-92d9-6d9fc458ed6b'}]}} from dv-cinder-805072-6-iscsi. {{(pid=102518) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 05:25:18.235434 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-25e5f1fa-070d-44c9-8613-3ed4c32a5ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_create {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:18.236716 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d274d8dc-9d0f-468a-8cbc-71c71ce7c6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:18.245336 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d985d9c-57f5-4916-8742-d408da49b2f1 None None] Network d276bf6c-1506-42b0-9d9a-c9478303eb76 is already hosted by enough agents. {{(pid=102518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:25:18.253216 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.scheduler.base_scheduler [None req-9d985d9c-57f5-4916-8742-d408da49b2f1 None None] Resources bound (agent type, host, resource id): {{(pid=102518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:25:18.258353 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d985d9c-57f5-4916-8742-d408da49b2f1 None None] Received port after_create {{(pid=102518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:25:18.307056 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-9af17602-29a6-41c8-8805-309ca4de1ae0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:18.355456 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-9af17602-29a6-41c8-8805-309ca4de1ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:18.403761 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-9d985d9c-57f5-4916-8742-d408da49b2f1 None None] Attempting to bind port 1197e17d-1724-46ec-95d8-f5350ef98ef8 on host dv-cinder-805072-6-iscsi for vnic_type normal with profile {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:25:18.404131 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-9d985d9c-57f5-4916-8742-d408da49b2f1 None None] Attempting to bind port 1197e17d-1724-46ec-95d8-f5350ef98ef8 by drivers openvswitch,hyperv on host dv-cinder-805072-6-iscsi at level 0 using segments [{'id': '96fbda44-3f8c-4841-b317-f7b687379738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd276bf6c-1506-42b0-9d9a-c9478303eb76'}] {{(pid=102518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:25:18.404485 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d985d9c-57f5-4916-8742-d408da49b2f1 None None] Attempting to bind port 1197e17d-1724-46ec-95d8-f5350ef98ef8 on network d276bf6c-1506-42b0-9d9a-c9478303eb76 {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:25:18.442981 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-0c640a62-3973-4f44-91ca-7fe8a6ea35cc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:18.445128 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d985d9c-57f5-4916-8742-d408da49b2f1 None None] Checking agent: {'id': '820ec587-a722-4a8d-8856-03e998d7c894', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 5, 17, 39), 'started_at': datetime.datetime(2021, 11, 23, 5, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:25:18.445505 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d985d9c-57f5-4916-8742-d408da49b2f1 None None] Checking segment: {'id': '96fbda44-3f8c-4841-b317-f7b687379738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd276bf6c-1506-42b0-9d9a-c9478303eb76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:25:18.445907 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-9d985d9c-57f5-4916-8742-d408da49b2f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:18.446297 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d985d9c-57f5-4916-8742-d408da49b2f1 None None] Bound using segment: {'id': '96fbda44-3f8c-4841-b317-f7b687379738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd276bf6c-1506-42b0-9d9a-c9478303eb76'} {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:25:18.446787 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-9d985d9c-57f5-4916-8742-d408da49b2f1 None None] Bound port: 1197e17d-1724-46ec-95d8-f5350ef98ef8, host: dv-cinder-805072-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96fbda44-3f8c-4841-b317-f7b687379738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd276bf6c-1506-42b0-9d9a-c9478303eb76'}}] {{(pid=102518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:25:18.447227 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-9d985d9c-57f5-4916-8742-d408da49b2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:18.515411 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [req-0d0a024c-23f0-449c-b3ad-572215c9094a req-546f5e55-cde9-46c3-85c6-d84f3dba10d8 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 05:25:18.526238 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0d0a024c-23f0-449c-b3ad-572215c9094a req-546f5e55-cde9-46c3-85c6-d84f3dba10d8 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2058702 Nov 23 05:25:18.533843 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-9d985d9c-57f5-4916-8742-d408da49b2f1 None None] For port 1197e17d-1724-46ec-95d8-f5350ef98ef8, host dv-cinder-805072-6-iscsi, cleared binding levels {{(pid=102518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:25:18.538435 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-9d985d9c-57f5-4916-8742-d408da49b2f1 None None] For port 1197e17d-1724-46ec-95d8-f5350ef98ef8, host dv-cinder-805072-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=1197e17d-1724-46ec-95d8-f5350ef98ef8,segment=NetworkSegment(96fbda44-3f8c-4841-b317-f7b687379738),segment_id=96fbda44-3f8c-4841-b317-f7b687379738)] {{(pid=102518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:25:18.543295 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.db.db_base_plugin_common [None req-d274d8dc-9d0f-468a-8cbc-71c71ce7c6f8 admin admin] Allocated IP 172.27.0.232 (2fffb983-856b-4b4c-9c04-1e7e601bf688/5f9bd7f2-55ce-4eb1-9184-aa4552661a9b/89704173-959d-4db7-80f4-cbc5c92f198a) {{(pid=102517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:25:18.564331 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.db_base_plugin_common [None req-25e5f1fa-070d-44c9-8613-3ed4c32a5ebe None None] Allocated IP 172.20.0.2 (33a64f20-5fa2-4ee6-bf93-69fefe69b302/242a3dfa-1577-4789-92d9-6d9fc458ed6b/c2a3eab7-86d9-42b4-851b-135807deb9b5) {{(pid=102518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:25:18.728018 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-25e5f1fa-070d-44c9-8613-3ed4c32a5ebe None None] Publish callbacks [] for port, precommit_create {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:18.728377 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0d0a024c-23f0-449c-b3ad-572215c9094a req-f1591930-9d6d-4afb-af45-ea9772bdabff service neutron] 10.222.0.48 "GET /v2.0/networks/cb8dc895-95ad-48d3-8543-5b11b6af4c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010508 Nov 23 05:25:18.746588 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-9d985d9c-57f5-4916-8742-d408da49b2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:18.756946 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d274d8dc-9d0f-468a-8cbc-71c71ce7c6f8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:18.814440 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-25e5f1fa-070d-44c9-8613-3ed4c32a5ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751724218534'] for port, after_create {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:18.814697 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-0c640a62-3973-4f44-91ca-7fe8a6ea35cc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:18.826131 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d985d9c-57f5-4916-8742-d408da49b2f1 None None] Pushing event updated for resources: {'Port': ['ID=1197e17d-1724-46ec-95d8-f5350ef98ef8,revision_number=2']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:18.841462 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-0c640a62-3973-4f44-91ca-7fe8a6ea35cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:18.893033 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d274d8dc-9d0f-468a-8cbc-71c71ce7c6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751724218534'] for port, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:18.899345 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e5f1fa-070d-44c9-8613-3ed4c32a5ebe None None] Network 33a64f20-5fa2-4ee6-bf93-69fefe69b302 is already hosted by enough agents. {{(pid=102518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:25:18.902058 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e5f1fa-070d-44c9-8613-3ed4c32a5ebe None None] Pushing event updated for resources: {'Port': ['ID=c2a3eab7-86d9-42b4-851b-135807deb9b5,revision_number=1']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:18.917748 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.scheduler.base_scheduler [None req-25e5f1fa-070d-44c9-8613-3ed4c32a5ebe None None] Resources bound (agent type, host, resource id): {{(pid=102518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:25:18.924657 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e5f1fa-070d-44c9-8613-3ed4c32a5ebe None None] Received port after_create {{(pid=102518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:25:18.930137 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0d0a024c-23f0-449c-b3ad-572215c9094a req-bbed1609-bb16-4511-a802-4749627dbdf2 service neutron] 10.222.0.48 "GET /v2.0/networks/cb8dc895-95ad-48d3-8543-5b11b6af4c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005739 Nov 23 05:25:18.942813 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d274d8dc-9d0f-468a-8cbc-71c71ce7c6f8 admin admin] Network 2fffb983-856b-4b4c-9c04-1e7e601bf688 is already hosted by enough agents. {{(pid=102517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:25:18.948073 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.base_scheduler [None req-d274d8dc-9d0f-468a-8cbc-71c71ce7c6f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:25:18.963293 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d274d8dc-9d0f-468a-8cbc-71c71ce7c6f8 admin admin] Received port after_create {{(pid=102517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:25:18.995794 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-25e5f1fa-070d-44c9-8613-3ed4c32a5ebe None None] Attempting to bind port c2a3eab7-86d9-42b4-851b-135807deb9b5 on host dv-cinder-805072-6-iscsi for vnic_type normal with profile {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:25:18.996176 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-25e5f1fa-070d-44c9-8613-3ed4c32a5ebe None None] Attempting to bind port c2a3eab7-86d9-42b4-851b-135807deb9b5 by drivers openvswitch,hyperv on host dv-cinder-805072-6-iscsi at level 0 using segments [{'id': '94907b3a-6e89-4b23-8d3e-b6a0ef2909b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '33a64f20-5fa2-4ee6-bf93-69fefe69b302'}] {{(pid=102518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:25:18.996582 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e5f1fa-070d-44c9-8613-3ed4c32a5ebe None None] Attempting to bind port c2a3eab7-86d9-42b4-851b-135807deb9b5 on network 33a64f20-5fa2-4ee6-bf93-69fefe69b302 {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:25:19.031793 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e5f1fa-070d-44c9-8613-3ed4c32a5ebe None None] Checking agent: {'id': '820ec587-a722-4a8d-8856-03e998d7c894', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 5, 17, 39), 'started_at': datetime.datetime(2021, 11, 23, 5, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:25:19.032989 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e5f1fa-070d-44c9-8613-3ed4c32a5ebe None None] Checking segment: {'id': '94907b3a-6e89-4b23-8d3e-b6a0ef2909b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '33a64f20-5fa2-4ee6-bf93-69fefe69b302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:25:19.034091 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-25e5f1fa-070d-44c9-8613-3ed4c32a5ebe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:19.038171 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e5f1fa-070d-44c9-8613-3ed4c32a5ebe None None] Bound using segment: {'id': '94907b3a-6e89-4b23-8d3e-b6a0ef2909b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '33a64f20-5fa2-4ee6-bf93-69fefe69b302'} {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:25:19.038951 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-25e5f1fa-070d-44c9-8613-3ed4c32a5ebe None None] Bound port: c2a3eab7-86d9-42b4-851b-135807deb9b5, host: dv-cinder-805072-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94907b3a-6e89-4b23-8d3e-b6a0ef2909b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '33a64f20-5fa2-4ee6-bf93-69fefe69b302'}}] {{(pid=102518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:25:19.039538 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-25e5f1fa-070d-44c9-8613-3ed4c32a5ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:19.071492 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.db_base_plugin_common [None req-9af17602-29a6-41c8-8805-309ca4de1ae0 admin admin] Allocated IP 172.27.0.114 (2fffb983-856b-4b4c-9c04-1e7e601bf688/5f9bd7f2-55ce-4eb1-9184-aa4552661a9b/0128ae89-349c-4adb-be5f-1bd1a47512d6) {{(pid=102516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:25:19.202109 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-25e5f1fa-070d-44c9-8613-3ed4c32a5ebe None None] For port c2a3eab7-86d9-42b4-851b-135807deb9b5, host dv-cinder-805072-6-iscsi, cleared binding levels {{(pid=102518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:25:19.216617 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-25e5f1fa-070d-44c9-8613-3ed4c32a5ebe None None] For port c2a3eab7-86d9-42b4-851b-135807deb9b5, host dv-cinder-805072-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=c2a3eab7-86d9-42b4-851b-135807deb9b5,segment=NetworkSegment(94907b3a-6e89-4b23-8d3e-b6a0ef2909b5),segment_id=94907b3a-6e89-4b23-8d3e-b6a0ef2909b5)] {{(pid=102518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:25:19.219352 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d274d8dc-9d0f-468a-8cbc-71c71ce7c6f8 admin admin] Pushing event updated for resources: {'Port': ['ID=89704173-959d-4db7-80f4-cbc5c92f198a,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:19.225345 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-25e5f1fa-070d-44c9-8613-3ed4c32a5ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:19.462182 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-9af17602-29a6-41c8-8805-309ca4de1ae0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:19.560087 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e5f1fa-070d-44c9-8613-3ed4c32a5ebe None None] Pushing event updated for resources: {'Port': ['ID=c2a3eab7-86d9-42b4-851b-135807deb9b5,revision_number=2']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:19.589792 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d274d8dc-9d0f-468a-8cbc-71c71ce7c6f8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:19.633124 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 55490) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:25:19.783010 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5dc4de1e-cf08-4496-b37d-4d37dc1f2179 req-dfd54474-e6b3-4f3b-a54a-3d120eba675f tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] 10.222.0.48 "GET /v2.0/ports?device_id=a18b0994-d8dc-40f4-a34a-4f36860014a9 HTTP/1.1" status: 200 len: 210 time: 0.1453705 Nov 23 05:25:19.788550 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-9af17602-29a6-41c8-8805-309ca4de1ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751724218534'] for port, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:19.866542 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.db.db_base_plugin_common [None req-0c640a62-3973-4f44-91ca-7fe8a6ea35cc admin admin] Allocated IP 172.27.0.144 (2fffb983-856b-4b4c-9c04-1e7e601bf688/5f9bd7f2-55ce-4eb1-9184-aa4552661a9b/9e7a6209-ce21-4e2e-9a23-c8eb1820b733) {{(pid=102517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:25:19.904770 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af17602-29a6-41c8-8805-309ca4de1ae0 admin admin] Network 2fffb983-856b-4b4c-9c04-1e7e601bf688 is already hosted by enough agents. {{(pid=102516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:25:19.913614 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [None req-9af17602-29a6-41c8-8805-309ca4de1ae0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:25:19.932489 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af17602-29a6-41c8-8805-309ca4de1ae0 admin admin] Pushing event updated for resources: {'Port': ['ID=0128ae89-349c-4adb-be5f-1bd1a47512d6,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:19.958308 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af17602-29a6-41c8-8805-309ca4de1ae0 admin admin] Received port after_create {{(pid=102516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:25:20.114111 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-0c640a62-3973-4f44-91ca-7fe8a6ea35cc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:20.131827 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d274d8dc-9d0f-468a-8cbc-71c71ce7c6f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1733714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-309572'] for router, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:20.215074 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 55512) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:25:20.276060 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-0c640a62-3973-4f44-91ca-7fe8a6ea35cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751724218534'] for port, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:20.362739 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-9af17602-29a6-41c8-8805-309ca4de1ae0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:20.414802 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-e2122ec2-55e2-438f-9102-94c1ac98b6e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:20.482342 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c640a62-3973-4f44-91ca-7fe8a6ea35cc admin admin] Network 2fffb983-856b-4b4c-9c04-1e7e601bf688 is already hosted by enough agents. {{(pid=102517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:25:20.490205 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.base_scheduler [None req-0c640a62-3973-4f44-91ca-7fe8a6ea35cc admin admin] Resources bound (agent type, host, resource id): {{(pid=102517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:25:20.507513 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c640a62-3973-4f44-91ca-7fe8a6ea35cc admin admin] Received port after_create {{(pid=102517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:25:20.510740 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d274d8dc-9d0f-468a-8cbc-71c71ce7c6f8 admin admin] Router 642f2027-d873-4281-9183-40e523c73357 is scheduled to L3 agent 9dac5a01-04fc-4e91-9910-6392ff9c638b with binding_index 1 {{(pid=102517) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 05:25:20.562295 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c640a62-3973-4f44-91ca-7fe8a6ea35cc admin admin] Pushing event updated for resources: {'Port': ['ID=9e7a6209-ce21-4e2e-9a23-c8eb1820b733,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:20.674024 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-e2122ec2-55e2-438f-9102-94c1ac98b6e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:20.692117 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-e2122ec2-55e2-438f-9102-94c1ac98b6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:20.821504 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-9af17602-29a6-41c8-8805-309ca4de1ae0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1733714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-309572'] for router, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:20.883931 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-e2122ec2-55e2-438f-9102-94c1ac98b6e4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=62bd6d36c37549198cc71ce403f22656&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6650465 Nov 23 05:25:20.900576 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 55540) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:25:20.939821 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9205a25f-8a55-4052-bdc4-7205bb06dfc0 None None] Network 33a64f20-5fa2-4ee6-bf93-69fefe69b302 requested from dv-cinder-805072-6-iscsi {{(pid=102518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:25:20.944267 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2122ec2-55e2-438f-9102-94c1ac98b6e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdba7788-db63-47cc-a3cd-f0a74b493b85,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:20.985099 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d274d8dc-9d0f-468a-8cbc-71c71ce7c6f8 admin admin] Notify agent at l3_agent.dv-cinder-805072-6-iscsi the message routers_updated {{(pid=102517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:25:21.004622 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe87c986-4254-443e-ad14-39b593909e7f None None] Sync routers for ids ['642f2027-d873-4281-9183-40e523c73357'] in dv-cinder-805072-6-iscsi {{(pid=102519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:25:21.023530 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe87c986-4254-443e-ad14-39b593909e7f None None] Routers {'642f2027-d873-4281-9183-40e523c73357'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:25:21.024175 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-fe87c986-4254-443e-ad14-39b593909e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:25:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['642f2027-d873-4281-9183-40e523c73357'], 'active': True} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:25:21.074806 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d274d8dc-9d0f-468a-8cbc-71c71ce7c6f8 admin admin] Publish callbacks [] for router, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:21.080225 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-d274d8dc-9d0f-468a-8cbc-71c71ce7c6f8 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.3363581 Nov 23 05:25:21.084522 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 55542) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:25:21.157238 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-0c640a62-3973-4f44-91ca-7fe8a6ea35cc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:21.173868 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-965c20ac-2313-45f0-b24b-3de27c005ab1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:21.248515 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-237df3bc-f871-4d79-ab72-53788ed9d1de None None] Provisioning complete for port c2a3eab7-86d9-42b4-851b-135807deb9b5 triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:25:21.249425 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-237df3bc-f871-4d79-ab72-53788ed9d1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:21.352126 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab7e2e0-58cf-4bbc-b051-9655c4193e84 None None] Network d276bf6c-1506-42b0-9d9a-c9478303eb76 requested from dv-cinder-805072-6-iscsi {{(pid=102518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:25:21.393293 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-81dc12bd-cdb4-4142-a4b1-8c8a3838c3a3 req-629effac-edbf-4176-be20-79d6d585878f tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] 10.222.0.48 "GET /v2.0/ports?device_id=a18b0994-d8dc-40f4-a34a-4f36860014a9 HTTP/1.1" status: 200 len: 210 time: 0.0587552 Nov 23 05:25:21.412826 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-965c20ac-2313-45f0-b24b-3de27c005ab1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:21.451826 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 1197e17d-1724-46ec-95d8-f5350ef98ef8 up at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:25:21.473649 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af17602-29a6-41c8-8805-309ca4de1ae0 admin admin] Router bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8 is scheduled to L3 agent 9dac5a01-04fc-4e91-9910-6392ff9c638b with binding_index 1 {{(pid=102516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 05:25:21.480214 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvr_db [None req-fe87c986-4254-443e-ad14-39b593909e7f None None] Set router 642f2027-d873-4281-9183-40e523c73357 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:25:21.553866 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Provisioning complete for port 1197e17d-1724-46ec-95d8-f5350ef98ef8 triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:25:21.554315 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:21.622568 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af17602-29a6-41c8-8805-309ca4de1ae0 admin admin] Notify agent at l3_agent.dv-cinder-805072-6-iscsi the message routers_updated {{(pid=102516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:25:21.640206 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ffab6b-52e7-42bf-a40f-3b5435e7a669 None None] Sync routers for ids ['bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8'] in dv-cinder-805072-6-iscsi {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:25:21.661047 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-965c20ac-2313-45f0-b24b-3de27c005ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:21.663917 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-965c20ac-2313-45f0-b24b-3de27c005ab1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:21.664202 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ffab6b-52e7-42bf-a40f-3b5435e7a669 None None] Routers {'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:25:21.664888 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-e3ffab6b-52e7-42bf-a40f-3b5435e7a669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:25:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:25:21.665609 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-965c20ac-2313-45f0-b24b-3de27c005ab1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cdba7788-db63-47cc-a3cd-f0a74b493b85 HTTP/1.1" status: 204 len: 168 time: 0.7631679 Nov 23 05:25:21.665997 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-9af17602-29a6-41c8-8805-309ca4de1ae0 admin admin] Publish callbacks [] for router, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:21.667796 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-9af17602-29a6-41c8-8805-309ca4de1ae0 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.7514765 Nov 23 05:25:21.670911 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 55548) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:25:21.719371 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-0c640a62-3973-4f44-91ca-7fe8a6ea35cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1733714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-309572'] for router, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:21.752858 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965c20ac-2313-45f0-b24b-3de27c005ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdba7788-db63-47cc-a3cd-f0a74b493b85,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:21.813761 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-fe87c986-4254-443e-ad14-39b593909e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642f2027-d873-4281-9183-40e523c73357', 'name': 'tempest-ServerRescueNegativeTestJSON-263092886-router', 'tenant_id': '69e7ea777b914593bb44950d24bd1f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '89704173-959d-4db7-80f4-cbc5c92f198a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:25:16Z', 'updated_at': '2021-11-23T05:25:19Z', 'revision_number': 3, 'project_id': '69e7ea777b914593bb44950d24bd1f10', 'gw_port': {'id': '89704173-959d-4db7-80f4-cbc5c92f198a', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642f2027-d873-4281-9183-40e523c73357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:25:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi'}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:25:21.855120 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe87c986-4254-443e-ad14-39b593909e7f None None] Checking router: 642f2027-d873-4281-9183-40e523c73357 for host: dv-cinder-805072-6-iscsi {{(pid=102519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:25:21.855515 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe87c986-4254-443e-ad14-39b593909e7f None None] Updating router 642f2027-d873-4281-9183-40e523c73357 port 89704173-959d-4db7-80f4-cbc5c92f198a binding host dv-cinder-805072-6-iscsi {{(pid=102519) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 05:25:21.892394 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-fe87c986-4254-443e-ad14-39b593909e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:22.079960 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-e3ffab6b-52e7-42bf-a40f-3b5435e7a669 None None] Set router bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:25:22.285856 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:22.299756 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-237df3bc-f871-4d79-ab72-53788ed9d1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:22.343233 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-fe87c986-4254-443e-ad14-39b593909e7f None None] Publish callbacks [] for port, precommit_update {{(pid=102519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:22.357738 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-fe87c986-4254-443e-ad14-39b593909e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:22.386779 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 55564) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:25:22.417688 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-dc51e04a-1c79-4a9c-825f-f29463ffb4ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:22.424243 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.managers [None req-fe87c986-4254-443e-ad14-39b593909e7f None None] Attempting to bind port 89704173-959d-4db7-80f4-cbc5c92f198a on host dv-cinder-805072-6-iscsi for vnic_type normal with profile {{(pid=102519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:25:22.424613 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.managers [None req-fe87c986-4254-443e-ad14-39b593909e7f None None] Attempting to bind port 89704173-959d-4db7-80f4-cbc5c92f198a by drivers openvswitch,hyperv on host dv-cinder-805072-6-iscsi at level 0 using segments [{'id': 'e4256266-4d48-4c1e-81e6-1081b0d2db50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688'}] {{(pid=102519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:25:22.424975 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe87c986-4254-443e-ad14-39b593909e7f None None] Attempting to bind port 89704173-959d-4db7-80f4-cbc5c92f198a on network 2fffb983-856b-4b4c-9c04-1e7e601bf688 {{(pid=102519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:25:22.428674 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c640a62-3973-4f44-91ca-7fe8a6ea35cc admin admin] Router d9e2a0ad-7c11-47a8-bfd3-66866352c698 is scheduled to L3 agent 9dac5a01-04fc-4e91-9910-6392ff9c638b with binding_index 1 {{(pid=102517) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 05:25:22.434484 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-fa7f42d5-551f-4f59-8a00-0ab0b9a98b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:22.434737 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe87c986-4254-443e-ad14-39b593909e7f None None] Checking agent: {'id': '820ec587-a722-4a8d-8856-03e998d7c894', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 5, 17, 39), 'started_at': datetime.datetime(2021, 11, 23, 5, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:25:22.435140 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe87c986-4254-443e-ad14-39b593909e7f None None] Checking segment: {'id': 'e4256266-4d48-4c1e-81e6-1081b0d2db50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:25:22.435536 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-fe87c986-4254-443e-ad14-39b593909e7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:22.436184 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe87c986-4254-443e-ad14-39b593909e7f None None] Bound using segment: {'id': 'e4256266-4d48-4c1e-81e6-1081b0d2db50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688'} {{(pid=102519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:25:22.436854 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.managers [None req-fe87c986-4254-443e-ad14-39b593909e7f None None] Bound port: 89704173-959d-4db7-80f4-cbc5c92f198a, host: dv-cinder-805072-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4256266-4d48-4c1e-81e6-1081b0d2db50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688'}}] {{(pid=102519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:25:22.437468 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-fe87c986-4254-443e-ad14-39b593909e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:22.448332 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] For port 1197e17d-1724-46ec-95d8-f5350ef98ef8, host dv-cinder-805072-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=1197e17d-1724-46ec-95d8-f5350ef98ef8,segment=NetworkSegment(96fbda44-3f8c-4841-b317-f7b687379738),segment_id=96fbda44-3f8c-4841-b317-f7b687379738)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:25:22.467352 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:22.468593 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device c2a3eab7-86d9-42b4-851b-135807deb9b5 up at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:25:22.474975 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-237df3bc-f871-4d79-ab72-53788ed9d1de None None] For port c2a3eab7-86d9-42b4-851b-135807deb9b5, host dv-cinder-805072-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=c2a3eab7-86d9-42b4-851b-135807deb9b5,segment=NetworkSegment(94907b3a-6e89-4b23-8d3e-b6a0ef2909b5),segment_id=94907b3a-6e89-4b23-8d3e-b6a0ef2909b5)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:25:22.539981 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-dc51e04a-1c79-4a9c-825f-f29463ffb4ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:22.554738 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.db [None req-fe87c986-4254-443e-ad14-39b593909e7f None None] For port 89704173-959d-4db7-80f4-cbc5c92f198a, host dv-cinder-805072-6-iscsi, cleared binding levels {{(pid=102519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:25:22.559002 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.db [None req-fe87c986-4254-443e-ad14-39b593909e7f None None] For port 89704173-959d-4db7-80f4-cbc5c92f198a, host dv-cinder-805072-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=89704173-959d-4db7-80f4-cbc5c92f198a,segment=NetworkSegment(e4256266-4d48-4c1e-81e6-1081b0d2db50),segment_id=e4256266-4d48-4c1e-81e6-1081b0d2db50)] {{(pid=102519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:25:22.560550 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Pushing event updated for resources: {'Port': ['ID=1197e17d-1724-46ec-95d8-f5350ef98ef8,revision_number=3']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:22.561201 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b24f9e-71d3-4415-8858-32bb23e92e4d None None] Pushing event updated for resources: {'Port': ['ID=89704173-959d-4db7-80f4-cbc5c92f198a,revision_number=2']} {{(pid=102519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:22.571045 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-fe87c986-4254-443e-ad14-39b593909e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:22.585286 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b24f9e-71d3-4415-8858-32bb23e92e4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:25:22.585962 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b24f9e-71d3-4415-8858-32bb23e92e4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:25:22.586537 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b24f9e-71d3-4415-8858-32bb23e92e4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:25:22.587358 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b24f9e-71d3-4415-8858-32bb23e92e4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:25:22.587915 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b24f9e-71d3-4415-8858-32bb23e92e4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:25:22.588478 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b24f9e-71d3-4415-8858-32bb23e92e4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:25:22.589065 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b24f9e-71d3-4415-8858-32bb23e92e4d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:25:22.589594 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b24f9e-71d3-4415-8858-32bb23e92e4d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:25:22.590159 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b24f9e-71d3-4415-8858-32bb23e92e4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:25:22.590708 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b24f9e-71d3-4415-8858-32bb23e92e4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:25:22.591294 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b24f9e-71d3-4415-8858-32bb23e92e4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:25:22.591844 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b24f9e-71d3-4415-8858-32bb23e92e4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:25:22.609452 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b24f9e-71d3-4415-8858-32bb23e92e4d None None] Tracked resource versions report: Nov 23 05:25:22.609452 dv-cinder-805072-6-iscsi neutron-server[102519]: pushed versions: Nov 23 05:25:22.609452 dv-cinder-805072-6-iscsi neutron-server[102519]: { 'AddressGroup': {'1.2'}, Nov 23 05:25:22.609452 dv-cinder-805072-6-iscsi neutron-server[102519]: 'ConntrackHelper': {'1.0'}, Nov 23 05:25:22.609452 dv-cinder-805072-6-iscsi neutron-server[102519]: 'Log': {'1.0'}, Nov 23 05:25:22.609452 dv-cinder-805072-6-iscsi neutron-server[102519]: 'Network': {'1.1'}, Nov 23 05:25:22.609452 dv-cinder-805072-6-iscsi neutron-server[102519]: 'Port': {'1.7'}, Nov 23 05:25:22.609452 dv-cinder-805072-6-iscsi neutron-server[102519]: 'PortForwarding': {'1.2'}, Nov 23 05:25:22.609452 dv-cinder-805072-6-iscsi neutron-server[102519]: 'QosPolicy': {'1.10'}, Nov 23 05:25:22.609452 dv-cinder-805072-6-iscsi neutron-server[102519]: 'SecurityGroup': {'1.5'}, Nov 23 05:25:22.609452 dv-cinder-805072-6-iscsi neutron-server[102519]: 'SecurityGroupRule': {'1.2'}, Nov 23 05:25:22.609452 dv-cinder-805072-6-iscsi neutron-server[102519]: 'SubPort': {'1.0'}, Nov 23 05:25:22.609452 dv-cinder-805072-6-iscsi neutron-server[102519]: 'Subnet': {'1.1'}, Nov 23 05:25:22.609452 dv-cinder-805072-6-iscsi neutron-server[102519]: 'Trunk': {'1.1'}} Nov 23 05:25:22.609452 dv-cinder-805072-6-iscsi neutron-server[102519]: consumer versions: Nov 23 05:25:22.609452 dv-cinder-805072-6-iscsi neutron-server[102519]: { DHCP agent@dv-cinder-805072-6-iscsi: {}, Nov 23 05:25:22.609452 dv-cinder-805072-6-iscsi neutron-server[102519]: HyperV agent@hv-cinder-80507: {}, Nov 23 05:25:22.609452 dv-cinder-805072-6-iscsi neutron-server[102519]: L3 agent@dv-cinder-805072-6-iscsi: {}, Nov 23 05:25:22.609452 dv-cinder-805072-6-iscsi neutron-server[102519]: Metadata agent@dv-cinder-805072-6-iscsi: {}, Nov 23 05:25:22.609452 dv-cinder-805072-6-iscsi neutron-server[102519]: Metering agent@dv-cinder-805072-6-iscsi: {}, Nov 23 05:25:22.609452 dv-cinder-805072-6-iscsi neutron-server[102519]: Open vSwitch agent@dv-cinder-805072-6-iscsi: { 'AddressGroup': '1.2', Nov 23 05:25:22.609452 dv-cinder-805072-6-iscsi neutron-server[102519]: 'ConntrackHelper': '1.0', Nov 23 05:25:22.609452 dv-cinder-805072-6-iscsi neutron-server[102519]: 'Log': '1.0', Nov 23 05:25:22.609452 dv-cinder-805072-6-iscsi neutron-server[102519]: 'Network': '1.1', Nov 23 05:25:22.609452 dv-cinder-805072-6-iscsi neutron-server[102519]: 'Port': '1.7', Nov 23 05:25:22.609452 dv-cinder-805072-6-iscsi neutron-server[102519]: 'PortForwarding': '1.2', Nov 23 05:25:22.609452 dv-cinder-805072-6-iscsi neutron-server[102519]: 'QosPolicy': '1.10', Nov 23 05:25:22.609452 dv-cinder-805072-6-iscsi neutron-server[102519]: 'SecurityGroup': '1.5', Nov 23 05:25:22.609452 dv-cinder-805072-6-iscsi neutron-server[102519]: 'SecurityGroupRule': '1.2', Nov 23 05:25:22.609452 dv-cinder-805072-6-iscsi neutron-server[102519]: 'SubPort': '1.0', Nov 23 05:25:22.609452 dv-cinder-805072-6-iscsi neutron-server[102519]: 'Subnet': '1.1', Nov 23 05:25:22.609452 dv-cinder-805072-6-iscsi neutron-server[102519]: 'Trunk': '1.1'}} Nov 23 05:25:22.609452 dv-cinder-805072-6-iscsi neutron-server[102519]: {{(pid=102519) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 05:25:22.634637 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-237df3bc-f871-4d79-ab72-53788ed9d1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:22.695084 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-86c27abc-877b-47a8-bae9-546ab4b2e453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:22.723545 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe87c986-4254-443e-ad14-39b593909e7f None None] Routers {'642f2027-d873-4281-9183-40e523c73357'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:25:22.725111 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-fe87c986-4254-443e-ad14-39b593909e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:25:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['642f2027-d873-4281-9183-40e523c73357'], 'active': True} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:25:22.851365 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237df3bc-f871-4d79-ab72-53788ed9d1de None None] Pushing event updated for resources: {'Port': ['ID=c2a3eab7-86d9-42b4-851b-135807deb9b5,revision_number=3']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:22.897674 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c640a62-3973-4f44-91ca-7fe8a6ea35cc admin admin] Notify agent at l3_agent.dv-cinder-805072-6-iscsi the message routers_updated {{(pid=102517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:25:22.905366 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-dc51e04a-1c79-4a9c-825f-f29463ffb4ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:22.984355 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-86da51a2-c7ec-4991-8732-a1413eb5813e None None] Provisioning complete for port c2a3eab7-86d9-42b4-851b-135807deb9b5 triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:25:22.984837 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-86da51a2-c7ec-4991-8732-a1413eb5813e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:23.056093 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc51e04a-1c79-4a9c-825f-f29463ffb4ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb6b2a7-8958-4c39-bcbd-a9c1ff1d4a6c,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:23.057872 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvr_db [None req-fe87c986-4254-443e-ad14-39b593909e7f None None] Set router 642f2027-d873-4281-9183-40e523c73357 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:25:23.058649 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.db_base_plugin_common [None req-86c27abc-877b-47a8-bae9-546ab4b2e453 admin admin] Allocated IP 172.20.0.1 (d276bf6c-1506-42b0-9d9a-c9478303eb76/b812847c-d94f-408a-a05b-e1adde40724b/6725b431-5ec5-49b6-b332-bdafbb752bc8) {{(pid=102516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:25:23.124457 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-dc51e04a-1c79-4a9c-825f-f29463ffb4ed admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c18f5dae919e47288a6fdd37b3aa6af5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7307286 Nov 23 05:25:23.126026 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-0c640a62-3973-4f44-91ca-7fe8a6ea35cc admin admin] Publish callbacks [] for router, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:23.128021 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-0c640a62-3973-4f44-91ca-7fe8a6ea35cc admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1501708 Nov 23 05:25:23.135530 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 55594) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:25:23.135973 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 55596) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:25:23.157614 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Provisioning complete for port c2a3eab7-86d9-42b4-851b-135807deb9b5 triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:25:23.158182 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:23.166030 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9427b9-a70e-4a81-aba5-9d2443490945 None None] Sync routers for ids ['d9e2a0ad-7c11-47a8-bfd3-66866352c698'] in dv-cinder-805072-6-iscsi {{(pid=102519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:25:23.293427 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-31eab013-4411-4922-860b-b631b51546ad req-f32cff96-32bf-4861-bd69-93d4d6ad6a6f tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] 10.222.0.48 "GET /v2.0/ports?device_id=a18b0994-d8dc-40f4-a34a-4f36860014a9 HTTP/1.1" status: 200 len: 210 time: 0.1842198 Nov 23 05:25:23.339078 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9427b9-a70e-4a81-aba5-9d2443490945 None None] Routers {'d9e2a0ad-7c11-47a8-bfd3-66866352c698'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:25:23.341326 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-5d9427b9-a70e-4a81-aba5-9d2443490945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:25:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['d9e2a0ad-7c11-47a8-bfd3-66866352c698'], 'active': True} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:25:23.388950 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.54', 55410) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:25:23.391681 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-e3ffab6b-52e7-42bf-a40f-3b5435e7a669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8', 'name': 'tempest-AttachVolumeShelveTestJSON-446161572-router', 'tenant_id': 'cb5e3bfadd8949d285afa69cba79918a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '0128ae89-349c-4adb-be5f-1bd1a47512d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:25:17Z', 'updated_at': '2021-11-23T05:25:20Z', 'revision_number': 3, 'project_id': 'cb5e3bfadd8949d285afa69cba79918a', 'gw_port': {'id': '0128ae89-349c-4adb-be5f-1bd1a47512d6', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:25:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi'}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:25:23.436993 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ffab6b-52e7-42bf-a40f-3b5435e7a669 None None] Checking router: bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8 for host: dv-cinder-805072-6-iscsi {{(pid=102518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:25:23.437547 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ffab6b-52e7-42bf-a40f-3b5435e7a669 None None] Updating router bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8 port 0128ae89-349c-4adb-be5f-1bd1a47512d6 binding host dv-cinder-805072-6-iscsi {{(pid=102518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 05:25:23.462294 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-2891ff28-f3f5-40dd-9b84-1dc0935e1d23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:23.471609 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-e3ffab6b-52e7-42bf-a40f-3b5435e7a669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:23.542019 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-86da51a2-c7ec-4991-8732-a1413eb5813e None None] Provisioning complete for port 1197e17d-1724-46ec-95d8-f5350ef98ef8 triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:25:23.542552 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-86da51a2-c7ec-4991-8732-a1413eb5813e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:23.559934 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-86c27abc-877b-47a8-bae9-546ab4b2e453 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:23.635821 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvr_db [None req-5d9427b9-a70e-4a81-aba5-9d2443490945 None None] Set router d9e2a0ad-7c11-47a8-bfd3-66866352c698 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:25:23.646339 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 55606) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:25:23.735512 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-2891ff28-f3f5-40dd-9b84-1dc0935e1d23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:23.736381 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b24f9e-71d3-4415-8858-32bb23e92e4d None None] Pushing event updated for resources: {'Port': ['ID=89704173-959d-4db7-80f4-cbc5c92f198a,revision_number=3']} {{(pid=102519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:23.751413 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a024c-23f0-449c-b3ad-572215c9094a req-6aae2fe5-1761-496c-a013-6802c955a576 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:23.752881 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0d0a024c-23f0-449c-b3ad-572215c9094a req-6aae2fe5-1761-496c-a013-6802c955a576 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] 10.222.0.54 "GET /v2.0/networks?id=cb8dc895-95ad-48d3-8543-5b11b6af4c03 HTTP/1.1" status: 200 len: 811 time: 0.3629806 Nov 23 05:25:23.755720 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-86c27abc-877b-47a8-bae9-546ab4b2e453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751724218534'] for port, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:23.770044 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 1197e17d-1724-46ec-95d8-f5350ef98ef8 up at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:25:23.803485 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c27abc-877b-47a8-bae9-546ab4b2e453 admin admin] Pushing event updated for resources: {'Port': ['ID=6725b431-5ec5-49b6-b332-bdafbb752bc8,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:23.816784 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c27abc-877b-47a8-bae9-546ab4b2e453 admin admin] Network d276bf6c-1506-42b0-9d9a-c9478303eb76 is already hosted by enough agents. {{(pid=102516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:25:23.818771 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [None req-86c27abc-877b-47a8-bae9-546ab4b2e453 admin admin] Resources bound (agent type, host, resource id): {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:25:23.844340 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c27abc-877b-47a8-bae9-546ab4b2e453 admin admin] Received port after_create {{(pid=102516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:25:23.844890 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-86c27abc-877b-47a8-bae9-546ab4b2e453 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733347'] for router_interface, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:23.849391 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-2891ff28-f3f5-40dd-9b84-1dc0935e1d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:23.855835 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-2891ff28-f3f5-40dd-9b84-1dc0935e1d23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:23.857101 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-2891ff28-f3f5-40dd-9b84-1dc0935e1d23 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2cb6b2a7-8958-4c39-bcbd-a9c1ff1d4a6c HTTP/1.1" status: 204 len: 168 time: 0.7190909 Nov 23 05:25:23.919906 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-6ebf3ff9-074d-4f55-af54-81b5a10993e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:23.966395 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.db.db_base_plugin_common [None req-fa7f42d5-551f-4f59-8a00-0ab0b9a98b7f admin admin] Allocated IP 172.20.0.1 (50773825-fd81-4958-87b4-2ed90bf98952/1ab3fbc5-9816-4f2a-a489-0455f1380f70/699de14d-84da-40b4-a849-f78e26860e7a) {{(pid=102517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:25:24.146554 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2891ff28-f3f5-40dd-9b84-1dc0935e1d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb6b2a7-8958-4c39-bcbd-a9c1ff1d4a6c,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:24.173688 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-fa7f42d5-551f-4f59-8a00-0ab0b9a98b7f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:24.213833 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-fe87c986-4254-443e-ad14-39b593909e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642f2027-d873-4281-9183-40e523c73357', 'name': 'tempest-ServerRescueNegativeTestJSON-263092886-router', 'tenant_id': '69e7ea777b914593bb44950d24bd1f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '89704173-959d-4db7-80f4-cbc5c92f198a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:25:16Z', 'updated_at': '2021-11-23T05:25:19Z', 'revision_number': 3, 'project_id': '69e7ea777b914593bb44950d24bd1f10', 'gw_port': {'id': '89704173-959d-4db7-80f4-cbc5c92f198a', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642f2027-d873-4281-9183-40e523c73357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:25:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi'}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:25:24.246124 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-6ebf3ff9-074d-4f55-af54-81b5a10993e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:24.250517 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe87c986-4254-443e-ad14-39b593909e7f None None] The sync data for ids ['642f2027-d873-4281-9183-40e523c73357'] in dv-cinder-805072-6-iscsi is: [{'id': '642f2027-d873-4281-9183-40e523c73357', 'name': 'tempest-ServerRescueNegativeTestJSON-263092886-router', 'tenant_id': '69e7ea777b914593bb44950d24bd1f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '89704173-959d-4db7-80f4-cbc5c92f198a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:25:16Z', 'updated_at': '2021-11-23T05:25:19Z', 'revision_number': 3, 'project_id': '69e7ea777b914593bb44950d24bd1f10', 'gw_port': {'id': '89704173-959d-4db7-80f4-cbc5c92f198a', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642f2027-d873-4281-9183-40e523c73357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:25:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi'}] {{(pid=102519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:25:24.270176 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-5d9427b9-a70e-4a81-aba5-9d2443490945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e2a0ad-7c11-47a8-bfd3-66866352c698', 'name': 'tempest-AttachVolumeTestJSON-1472545912-router', 'tenant_id': '9d77c663d85b417d80848237e522deb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '9e7a6209-ce21-4e2e-9a23-c8eb1820b733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:25:20Z', 'revision_number': 3, 'project_id': '9d77c663d85b417d80848237e522deb9', 'gw_port': {'id': '9e7a6209-ce21-4e2e-9a23-c8eb1820b733', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e2a0ad-7c11-47a8-bfd3-66866352c698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:25:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi'}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:25:24.270569 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-e3ffab6b-52e7-42bf-a40f-3b5435e7a669 None None] Publish callbacks [] for port, precommit_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:24.294850 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-6ebf3ff9-074d-4f55-af54-81b5a10993e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:24.318528 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9427b9-a70e-4a81-aba5-9d2443490945 None None] Checking router: d9e2a0ad-7c11-47a8-bfd3-66866352c698 for host: dv-cinder-805072-6-iscsi {{(pid=102519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:25:24.319081 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9427b9-a70e-4a81-aba5-9d2443490945 None None] Updating router d9e2a0ad-7c11-47a8-bfd3-66866352c698 port 9e7a6209-ce21-4e2e-9a23-c8eb1820b733 binding host dv-cinder-805072-6-iscsi {{(pid=102519) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 05:25:24.329687 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-e3ffab6b-52e7-42bf-a40f-3b5435e7a669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:24.346638 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-ea50e0cc-85a2-4b90-902a-5e8202cc7a4d None None] Provisioning complete for port 1197e17d-1724-46ec-95d8-f5350ef98ef8 triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:25:24.354084 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-fa7f42d5-551f-4f59-8a00-0ab0b9a98b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751724218534'] for port, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:24.361819 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-ea50e0cc-85a2-4b90-902a-5e8202cc7a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:24.368793 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-5d9427b9-a70e-4a81-aba5-9d2443490945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:24.446986 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-6ebf3ff9-074d-4f55-af54-81b5a10993e6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b97ee47615334b3c8953271dfb297d18&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7962794 Nov 23 05:25:24.452822 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 55636) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:25:24.468926 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebf3ff9-074d-4f55-af54-81b5a10993e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48392a58-55d3-43c6-ae14-5fc7d88c99d1,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:24.512058 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7f42d5-551f-4f59-8a00-0ab0b9a98b7f admin admin] Network 50773825-fd81-4958-87b4-2ed90bf98952 is already hosted by enough agents. {{(pid=102517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:25:24.522482 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.base_scheduler [None req-fa7f42d5-551f-4f59-8a00-0ab0b9a98b7f admin admin] Resources bound (agent type, host, resource id): {{(pid=102517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:25:24.529617 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7f42d5-551f-4f59-8a00-0ab0b9a98b7f admin admin] Pushing event updated for resources: {'Port': ['ID=699de14d-84da-40b4-a849-f78e26860e7a,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:24.540784 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7f42d5-551f-4f59-8a00-0ab0b9a98b7f admin admin] Received port after_create {{(pid=102517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:25:24.543689 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-fa7f42d5-551f-4f59-8a00-0ab0b9a98b7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733347'] for router_interface, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:24.599589 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Provisioning complete for port 1197e17d-1724-46ec-95d8-f5350ef98ef8 triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:25:24.600077 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:24.635632 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b34a0fa-b45f-4430-b164-9188b8fc5d0b None None] Pushing event updated for resources: {'Port': ['ID=0128ae89-349c-4adb-be5f-1bd1a47512d6,revision_number=2']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:24.744188 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-e3ffab6b-52e7-42bf-a40f-3b5435e7a669 None None] Attempting to bind port 0128ae89-349c-4adb-be5f-1bd1a47512d6 on host dv-cinder-805072-6-iscsi for vnic_type normal with profile {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:25:24.744785 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-e3ffab6b-52e7-42bf-a40f-3b5435e7a669 None None] Attempting to bind port 0128ae89-349c-4adb-be5f-1bd1a47512d6 by drivers openvswitch,hyperv on host dv-cinder-805072-6-iscsi at level 0 using segments [{'id': 'e4256266-4d48-4c1e-81e6-1081b0d2db50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688'}] {{(pid=102518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:25:24.745374 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ffab6b-52e7-42bf-a40f-3b5435e7a669 None None] Attempting to bind port 0128ae89-349c-4adb-be5f-1bd1a47512d6 on network 2fffb983-856b-4b4c-9c04-1e7e601bf688 {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:25:24.779999 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ffab6b-52e7-42bf-a40f-3b5435e7a669 None None] Checking agent: {'id': '820ec587-a722-4a8d-8856-03e998d7c894', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 5, 17, 39), 'started_at': datetime.datetime(2021, 11, 23, 5, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:25:24.780375 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ffab6b-52e7-42bf-a40f-3b5435e7a669 None None] Checking segment: {'id': 'e4256266-4d48-4c1e-81e6-1081b0d2db50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:25:24.780785 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-e3ffab6b-52e7-42bf-a40f-3b5435e7a669 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:24.781452 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ffab6b-52e7-42bf-a40f-3b5435e7a669 None None] Bound using segment: {'id': 'e4256266-4d48-4c1e-81e6-1081b0d2db50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688'} {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:25:24.782073 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-e3ffab6b-52e7-42bf-a40f-3b5435e7a669 None None] Bound port: 0128ae89-349c-4adb-be5f-1bd1a47512d6, host: dv-cinder-805072-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4256266-4d48-4c1e-81e6-1081b0d2db50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688'}}] {{(pid=102518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:25:24.782711 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-e3ffab6b-52e7-42bf-a40f-3b5435e7a669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:24.826321 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9ec21cc1-7855-4be1-92ca-4a26426f5a5a req-43ce28df-93d9-49ca-8af6-a40287890e3a tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] 10.222.0.48 "GET /v2.0/ports?device_id=a18b0994-d8dc-40f4-a34a-4f36860014a9 HTTP/1.1" status: 200 len: 210 time: 0.3267720 Nov 23 05:25:24.862330 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-e3ffab6b-52e7-42bf-a40f-3b5435e7a669 None None] For port 0128ae89-349c-4adb-be5f-1bd1a47512d6, host dv-cinder-805072-6-iscsi, cleared binding levels {{(pid=102518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:25:24.868881 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-e3ffab6b-52e7-42bf-a40f-3b5435e7a669 None None] For port 0128ae89-349c-4adb-be5f-1bd1a47512d6, host dv-cinder-805072-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=0128ae89-349c-4adb-be5f-1bd1a47512d6,segment=NetworkSegment(e4256266-4d48-4c1e-81e6-1081b0d2db50),segment_id=e4256266-4d48-4c1e-81e6-1081b0d2db50)] {{(pid=102518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:25:24.869172 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-86c27abc-877b-47a8-bae9-546ab4b2e453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:24.905055 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-a1409a5b-c141-47c1-b848-11d53c6a8261 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:24.950281 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device c2a3eab7-86d9-42b4-851b-135807deb9b5 up at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:25:24.961382 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-a1409a5b-c141-47c1-b848-11d53c6a8261 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:24.999162 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-fa7f42d5-551f-4f59-8a00-0ab0b9a98b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:25.005894 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-e3ffab6b-52e7-42bf-a40f-3b5435e7a669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:25.095910 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-718d6782-5572-4b4a-b44a-3793d961fa48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:25.161258 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Provisioning complete for port c2a3eab7-86d9-42b4-851b-135807deb9b5 triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:25:25.167601 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:25.204376 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-a1409a5b-c141-47c1-b848-11d53c6a8261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:25.207190 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-a1409a5b-c141-47c1-b848-11d53c6a8261 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:25.208178 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-5d9427b9-a70e-4a81-aba5-9d2443490945 None None] Publish callbacks [] for port, precommit_update {{(pid=102519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:25.208729 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-a1409a5b-c141-47c1-b848-11d53c6a8261 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/48392a58-55d3-43c6-ae14-5fc7d88c99d1 HTTP/1.1" status: 204 len: 168 time: 0.7548499 Nov 23 05:25:25.232400 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-5d9427b9-a70e-4a81-aba5-9d2443490945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:25.276540 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1409a5b-c141-47c1-b848-11d53c6a8261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48392a58-55d3-43c6-ae14-5fc7d88c99d1,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:25.306948 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ffab6b-52e7-42bf-a40f-3b5435e7a669 None None] Routers {'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:25:25.307611 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-e3ffab6b-52e7-42bf-a40f-3b5435e7a669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:25:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:25:25.330763 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-86c27abc-877b-47a8-bae9-546ab4b2e453 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:25.346135 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-86c27abc-877b-47a8-bae9-546ab4b2e453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:25.346926 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-86c27abc-877b-47a8-bae9-546ab4b2e453 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733247'] for router_interface, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:25.370499 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b34a0fa-b45f-4430-b164-9188b8fc5d0b None None] Pushing event updated for resources: {'Port': ['ID=0128ae89-349c-4adb-be5f-1bd1a47512d6,revision_number=3']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:25.406410 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.managers [None req-5d9427b9-a70e-4a81-aba5-9d2443490945 None None] Attempting to bind port 9e7a6209-ce21-4e2e-9a23-c8eb1820b733 on host dv-cinder-805072-6-iscsi for vnic_type normal with profile {{(pid=102519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:25:25.406803 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.managers [None req-5d9427b9-a70e-4a81-aba5-9d2443490945 None None] Attempting to bind port 9e7a6209-ce21-4e2e-9a23-c8eb1820b733 by drivers openvswitch,hyperv on host dv-cinder-805072-6-iscsi at level 0 using segments [{'id': 'e4256266-4d48-4c1e-81e6-1081b0d2db50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688'}] {{(pid=102519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:25:25.407216 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9427b9-a70e-4a81-aba5-9d2443490945 None None] Attempting to bind port 9e7a6209-ce21-4e2e-9a23-c8eb1820b733 on network 2fffb983-856b-4b4c-9c04-1e7e601bf688 {{(pid=102519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:25:25.421648 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9427b9-a70e-4a81-aba5-9d2443490945 None None] Checking agent: {'id': '820ec587-a722-4a8d-8856-03e998d7c894', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 5, 17, 39), 'started_at': datetime.datetime(2021, 11, 23, 5, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:25:25.422028 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9427b9-a70e-4a81-aba5-9d2443490945 None None] Checking segment: {'id': 'e4256266-4d48-4c1e-81e6-1081b0d2db50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:25:25.422435 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-5d9427b9-a70e-4a81-aba5-9d2443490945 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:25.422834 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9427b9-a70e-4a81-aba5-9d2443490945 None None] Bound using segment: {'id': 'e4256266-4d48-4c1e-81e6-1081b0d2db50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688'} {{(pid=102519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:25:25.423940 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.managers [None req-5d9427b9-a70e-4a81-aba5-9d2443490945 None None] Bound port: 9e7a6209-ce21-4e2e-9a23-c8eb1820b733, host: dv-cinder-805072-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4256266-4d48-4c1e-81e6-1081b0d2db50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688'}}] {{(pid=102519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:25:25.424441 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-5d9427b9-a70e-4a81-aba5-9d2443490945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:25.424642 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.db.db_base_plugin_common [None req-718d6782-5572-4b4a-b44a-3793d961fa48 admin admin] Allocated IP 172.20.0.1 (33a64f20-5fa2-4ee6-bf93-69fefe69b302/242a3dfa-1577-4789-92d9-6d9fc458ed6b/b82b280a-817c-4b74-95d1-8ce91849c759) {{(pid=102517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:25:25.555833 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.db [None req-5d9427b9-a70e-4a81-aba5-9d2443490945 None None] For port 9e7a6209-ce21-4e2e-9a23-c8eb1820b733, host dv-cinder-805072-6-iscsi, cleared binding levels {{(pid=102519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:25:25.567268 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.db [None req-5d9427b9-a70e-4a81-aba5-9d2443490945 None None] For port 9e7a6209-ce21-4e2e-9a23-c8eb1820b733, host dv-cinder-805072-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=9e7a6209-ce21-4e2e-9a23-c8eb1820b733,segment=NetworkSegment(e4256266-4d48-4c1e-81e6-1081b0d2db50),segment_id=e4256266-4d48-4c1e-81e6-1081b0d2db50)] {{(pid=102519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:25:25.590423 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-5d9427b9-a70e-4a81-aba5-9d2443490945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:25.606049 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-718d6782-5572-4b4a-b44a-3793d961fa48 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:25.636158 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb777678-c755-4022-a369-e49a7cfe1e87 None None] Pushing event updated for resources: {'Port': ['ID=9e7a6209-ce21-4e2e-9a23-c8eb1820b733,revision_number=2']} {{(pid=102519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:25.693144 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c27abc-877b-47a8-bae9-546ab4b2e453 admin admin] Network d276bf6c-1506-42b0-9d9a-c9478303eb76 is already hosted by enough agents. {{(pid=102516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:25:25.701309 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-718d6782-5572-4b4a-b44a-3793d961fa48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751724218534'] for port, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:25.710019 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [None req-86c27abc-877b-47a8-bae9-546ab4b2e453 admin admin] Resources bound (agent type, host, resource id): {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:25:25.739843 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-ea50e0cc-85a2-4b90-902a-5e8202cc7a4d None None] Provisioning complete for port 6725b431-5ec5-49b6-b332-bdafbb752bc8 triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:25:25.740228 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-ea50e0cc-85a2-4b90-902a-5e8202cc7a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:25.752565 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c27abc-877b-47a8-bae9-546ab4b2e453 admin admin] Pushing event updated for resources: {'Port': ['ID=6725b431-5ec5-49b6-b332-bdafbb752bc8,revision_number=2']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:25.813970 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb777678-c755-4022-a369-e49a7cfe1e87 None None] Pushing event updated for resources: {'Port': ['ID=9e7a6209-ce21-4e2e-9a23-c8eb1820b733,revision_number=3']} {{(pid=102519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:25.818146 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-e3ffab6b-52e7-42bf-a40f-3b5435e7a669 None None] Set router bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:25:25.832960 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9427b9-a70e-4a81-aba5-9d2443490945 None None] Routers {'d9e2a0ad-7c11-47a8-bfd3-66866352c698'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:25:25.864415 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-5d9427b9-a70e-4a81-aba5-9d2443490945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:25:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['d9e2a0ad-7c11-47a8-bfd3-66866352c698'], 'active': True} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:25:25.989748 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-fa7f42d5-551f-4f59-8a00-0ab0b9a98b7f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:26.098077 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-fa7f42d5-551f-4f59-8a00-0ab0b9a98b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:26.098077 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-fa7f42d5-551f-4f59-8a00-0ab0b9a98b7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733247'] for router_interface, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:26.098077 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718d6782-5572-4b4a-b44a-3793d961fa48 admin admin] Network 33a64f20-5fa2-4ee6-bf93-69fefe69b302 is already hosted by enough agents. {{(pid=102517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:25:26.098077 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.base_scheduler [None req-718d6782-5572-4b4a-b44a-3793d961fa48 admin admin] Resources bound (agent type, host, resource id): {{(pid=102517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:25:26.098077 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718d6782-5572-4b4a-b44a-3793d961fa48 admin admin] Received port after_create {{(pid=102517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:25:26.098077 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-718d6782-5572-4b4a-b44a-3793d961fa48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733347'] for router_interface, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:26.155945 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 89704173-959d-4db7-80f4-cbc5c92f198a up at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:25:26.159802 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7756167e-e98e-4dbe-8819-b947f0a4090f req-4965c120-65dd-442d-b5e5-04bf34ad6a04 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] 10.222.0.48 "GET /v2.0/ports?device_id=a18b0994-d8dc-40f4-a34a-4f36860014a9 HTTP/1.1" status: 200 len: 210 time: 0.1129775 Nov 23 05:25:26.167061 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86c27abc-877b-47a8-bae9-546ab4b2e453 admin admin] Router bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8 has already been hosted by L3 agent 9dac5a01-04fc-4e91-9910-6392ff9c638b {{(pid=102516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:25:26.176669 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718d6782-5572-4b4a-b44a-3793d961fa48 admin admin] Pushing event updated for resources: {'Port': ['ID=b82b280a-817c-4b74-95d1-8ce91849c759,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:26.215807 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvr_db [None req-5d9427b9-a70e-4a81-aba5-9d2443490945 None None] Set router d9e2a0ad-7c11-47a8-bfd3-66866352c698 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:25:26.427065 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c27abc-877b-47a8-bae9-546ab4b2e453 admin admin] Notify agent at l3_agent.dv-cinder-805072-6-iscsi the message routers_updated {{(pid=102516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:25:26.446356 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-86c27abc-877b-47a8-bae9-546ab4b2e453 admin admin] 10.222.0.48 "PUT /v2.0/routers/bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7684734 Nov 23 05:25:26.516554 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-5d9427b9-a70e-4a81-aba5-9d2443490945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e2a0ad-7c11-47a8-bfd3-66866352c698', 'name': 'tempest-AttachVolumeTestJSON-1472545912-router', 'tenant_id': '9d77c663d85b417d80848237e522deb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '9e7a6209-ce21-4e2e-9a23-c8eb1820b733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:25:20Z', 'revision_number': 3, 'project_id': '9d77c663d85b417d80848237e522deb9', 'gw_port': {'id': '9e7a6209-ce21-4e2e-9a23-c8eb1820b733', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e2a0ad-7c11-47a8-bfd3-66866352c698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:25:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi'}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:25:26.557298 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9427b9-a70e-4a81-aba5-9d2443490945 None None] The sync data for ids ['d9e2a0ad-7c11-47a8-bfd3-66866352c698'] in dv-cinder-805072-6-iscsi is: [{'id': 'd9e2a0ad-7c11-47a8-bfd3-66866352c698', 'name': 'tempest-AttachVolumeTestJSON-1472545912-router', 'tenant_id': '9d77c663d85b417d80848237e522deb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '9e7a6209-ce21-4e2e-9a23-c8eb1820b733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:25:20Z', 'revision_number': 3, 'project_id': '9d77c663d85b417d80848237e522deb9', 'gw_port': {'id': '9e7a6209-ce21-4e2e-9a23-c8eb1820b733', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e2a0ad-7c11-47a8-bfd3-66866352c698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:25:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi'}] {{(pid=102519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:25:26.593134 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [req-0d0a024c-23f0-449c-b3ad-572215c9094a req-ff660b81-f120-4e9a-b1bf-9c969c1dc5a1 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] Request body: {'port': {'device_id': 'a18b0994-d8dc-40f4-a34a-4f36860014a9', 'network_id': 'cb8dc895-95ad-48d3-8543-5b11b6af4c03', 'admin_state_up': True, 'tenant_id': 'c50805dbd952413298ef5c310a0fd00a'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:25:26.621564 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-ea50e0cc-85a2-4b90-902a-5e8202cc7a4d None None] Port 6725b431-5ec5-49b6-b332-bdafbb752bc8 cannot update to ACTIVE because it is not bound. {{(pid=102518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:25:26.659485 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7f42d5-551f-4f59-8a00-0ab0b9a98b7f admin admin] Network 50773825-fd81-4958-87b4-2ed90bf98952 is already hosted by enough agents. {{(pid=102517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:25:26.773251 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.base_scheduler [None req-fa7f42d5-551f-4f59-8a00-0ab0b9a98b7f admin admin] Resources bound (agent type, host, resource id): {{(pid=102517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:25:26.808262 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Provisioning complete for port 89704173-959d-4db7-80f4-cbc5c92f198a triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:25:26.808782 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:26.893542 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-608c8b17-709b-41b8-b21f-bf80b70876b6 None None] Provisioning complete for port b82b280a-817c-4b74-95d1-8ce91849c759 triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:25:26.893985 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-608c8b17-709b-41b8-b21f-bf80b70876b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:26.962543 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-608c8b17-709b-41b8-b21f-bf80b70876b6 None None] Port b82b280a-817c-4b74-95d1-8ce91849c759 cannot update to ACTIVE because it is not bound. {{(pid=102518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:25:27.001174 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-608c8b17-709b-41b8-b21f-bf80b70876b6 None None] Provisioning complete for port 6725b431-5ec5-49b6-b332-bdafbb752bc8 triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:25:27.001760 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-608c8b17-709b-41b8-b21f-bf80b70876b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:27.113893 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-e3ffab6b-52e7-42bf-a40f-3b5435e7a669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8', 'name': 'tempest-AttachVolumeShelveTestJSON-446161572-router', 'tenant_id': 'cb5e3bfadd8949d285afa69cba79918a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '0128ae89-349c-4adb-be5f-1bd1a47512d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:25:17Z', 'updated_at': '2021-11-23T05:25:24Z', 'revision_number': 4, 'project_id': 'cb5e3bfadd8949d285afa69cba79918a', 'gw_port': {'id': '0128ae89-349c-4adb-be5f-1bd1a47512d6', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:25:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_interfaces': [{'id': '6725b431-5ec5-49b6-b332-bdafbb752bc8', 'name': '', 'network_id': 'd276bf6c-1506-42b0-9d9a-c9478303eb76', 'tenant_id': 'cb5e3bfadd8949d285afa69cba79918a', 'mac_address': 'fa:16:3e:60:3b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b812847c-d94f-408a-a05b-e1adde40724b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:22Z', 'updated_at': '2021-11-23T05:25:24Z', 'revision_number': 2, 'project_id': 'cb5e3bfadd8949d285afa69cba79918a', 'subnets': [{'id': 'b812847c-d94f-408a-a05b-e1adde40724b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:25:27.178384 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:27.186670 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ffab6b-52e7-42bf-a40f-3b5435e7a669 None None] The sync data for ids ['bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8'] in dv-cinder-805072-6-iscsi is: [{'id': 'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8', 'name': 'tempest-AttachVolumeShelveTestJSON-446161572-router', 'tenant_id': 'cb5e3bfadd8949d285afa69cba79918a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '0128ae89-349c-4adb-be5f-1bd1a47512d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:25:17Z', 'updated_at': '2021-11-23T05:25:24Z', 'revision_number': 4, 'project_id': 'cb5e3bfadd8949d285afa69cba79918a', 'gw_port': {'id': '0128ae89-349c-4adb-be5f-1bd1a47512d6', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:25:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_interfaces': [{'id': '6725b431-5ec5-49b6-b332-bdafbb752bc8', 'name': '', 'network_id': 'd276bf6c-1506-42b0-9d9a-c9478303eb76', 'tenant_id': 'cb5e3bfadd8949d285afa69cba79918a', 'mac_address': 'fa:16:3e:60:3b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b812847c-d94f-408a-a05b-e1adde40724b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:22Z', 'updated_at': '2021-11-23T05:25:24Z', 'revision_number': 2, 'project_id': 'cb5e3bfadd8949d285afa69cba79918a', 'subnets': [{'id': 'b812847c-d94f-408a-a05b-e1adde40724b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:25:27.197532 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-608c8b17-709b-41b8-b21f-bf80b70876b6 None None] Port 6725b431-5ec5-49b6-b332-bdafbb752bc8 cannot update to ACTIVE because it is not bound. {{(pid=102518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:25:27.213268 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] For port 89704173-959d-4db7-80f4-cbc5c92f198a, host dv-cinder-805072-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=89704173-959d-4db7-80f4-cbc5c92f198a,segment=NetworkSegment(e4256266-4d48-4c1e-81e6-1081b0d2db50),segment_id=e4256266-4d48-4c1e-81e6-1081b0d2db50)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:25:27.214207 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7f42d5-551f-4f59-8a00-0ab0b9a98b7f admin admin] Pushing event updated for resources: {'Port': ['ID=699de14d-84da-40b4-a849-f78e26860e7a,revision_number=2']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:27.219511 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:27.310914 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-718d6782-5572-4b4a-b44a-3793d961fa48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:27.384800 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Pushing event updated for resources: {'Port': ['ID=89704173-959d-4db7-80f4-cbc5c92f198a,revision_number=4']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:27.409234 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:27.444737 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-aed83e38-a8fd-4806-b16f-e3c248d9b28b req-485c4df1-fbe6-4ae6-ba09-0678e923df69 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] 10.222.0.48 "GET /v2.0/ports?device_id=a18b0994-d8dc-40f4-a34a-4f36860014a9 HTTP/1.1" status: 200 len: 210 time: 0.1022429 Nov 23 05:25:27.445922 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d0a024c-23f0-449c-b3ad-572215c9094a req-ff660b81-f120-4e9a-b1bf-9c969c1dc5a1 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] Made reservation on behalf of c50805dbd952413298ef5c310a0fd00a for: {'port': 1} {{(pid=102516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:25:27.454968 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-0d0a024c-23f0-449c-b3ad-572215c9094a req-ff660b81-f120-4e9a-b1bf-9c969c1dc5a1 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:27.463916 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa7f42d5-551f-4f59-8a00-0ab0b9a98b7f admin admin] Router 642f2027-d873-4281-9183-40e523c73357 has already been hosted by L3 agent 9dac5a01-04fc-4e91-9910-6392ff9c638b {{(pid=102517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:25:27.897252 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa7f42d5-551f-4f59-8a00-0ab0b9a98b7f admin admin] Notify agent at l3_agent.dv-cinder-805072-6-iscsi the message routers_updated {{(pid=102517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:25:27.910853 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35844a1-676b-4470-b791-4d639844caf0 None None] Sync routers for ids ['642f2027-d873-4281-9183-40e523c73357'] in dv-cinder-805072-6-iscsi {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:25:27.911970 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-fa7f42d5-551f-4f59-8a00-0ab0b9a98b7f admin admin] 10.222.0.48 "PUT /v2.0/routers/642f2027-d873-4281-9183-40e523c73357/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8273201 Nov 23 05:25:27.947795 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 55762) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:25:27.958751 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-1d7293de-7a7f-4fec-b267-140ce11bc2d6 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1197069926', 'description': 'tempest-description--1715816270'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:25:27.961423 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35844a1-676b-4470-b791-4d639844caf0 None None] Routers {'642f2027-d873-4281-9183-40e523c73357'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:25:27.962341 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-a35844a1-676b-4470-b791-4d639844caf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:25:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['642f2027-d873-4281-9183-40e523c73357'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:25:27.995834 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-718d6782-5572-4b4a-b44a-3793d961fa48 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:28.016167 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-718d6782-5572-4b4a-b44a-3793d961fa48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:28.017092 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-718d6782-5572-4b4a-b44a-3793d961fa48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733247'] for router_interface, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:28.159437 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718d6782-5572-4b4a-b44a-3793d961fa48 admin admin] Pushing event updated for resources: {'Port': ['ID=b82b280a-817c-4b74-95d1-8ce91849c759,revision_number=2']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:28.173857 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 89704173-959d-4db7-80f4-cbc5c92f198a up at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:25:28.207853 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.db_base_plugin_common [req-0d0a024c-23f0-449c-b3ad-572215c9094a req-ff660b81-f120-4e9a-b1bf-9c969c1dc5a1 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] Allocated IP 172.20.0.3 (cb8dc895-95ad-48d3-8543-5b11b6af4c03/521d4456-8ecb-4141-a366-3842211dccc9/ce5edcd9-49cb-4b6f-99bd-b1ab1422448d) {{(pid=102516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:25:28.215021 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-1d7293de-7a7f-4fec-b267-140ce11bc2d6 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:28.435169 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718d6782-5572-4b4a-b44a-3793d961fa48 admin admin] Network 33a64f20-5fa2-4ee6-bf93-69fefe69b302 is already hosted by enough agents. {{(pid=102517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:25:28.438316 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.base_scheduler [None req-718d6782-5572-4b4a-b44a-3793d961fa48 admin admin] Resources bound (agent type, host, resource id): {{(pid=102517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:25:28.646151 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-a35844a1-676b-4470-b791-4d639844caf0 None None] Set router 642f2027-d873-4281-9183-40e523c73357 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:25:28.798512 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-718d6782-5572-4b4a-b44a-3793d961fa48 admin admin] Router d9e2a0ad-7c11-47a8-bfd3-66866352c698 has already been hosted by L3 agent 9dac5a01-04fc-4e91-9910-6392ff9c638b {{(pid=102517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:25:28.887413 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 55784) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:25:28.981817 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-0d0a024c-23f0-449c-b3ad-572215c9094a req-ff660b81-f120-4e9a-b1bf-9c969c1dc5a1 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] Publish callbacks [] for port, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:28.984434 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Provisioning complete for port 89704173-959d-4db7-80f4-cbc5c92f198a triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:25:28.984930 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:29.002986 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 55790) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:25:29.088313 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-0d0a024c-23f0-449c-b3ad-572215c9094a req-ff660b81-f120-4e9a-b1bf-9c969c1dc5a1 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751724218534'] for port, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:29.090060 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718d6782-5572-4b4a-b44a-3793d961fa48 admin admin] Notify agent at l3_agent.dv-cinder-805072-6-iscsi the message routers_updated {{(pid=102517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:25:29.109647 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-718d6782-5572-4b4a-b44a-3793d961fa48 admin admin] 10.222.0.48 "PUT /v2.0/routers/d9e2a0ad-7c11-47a8-bfd3-66866352c698/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9695568 Nov 23 05:25:29.149162 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-1d7293de-7a7f-4fec-b267-140ce11bc2d6 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:29.280542 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-1d7293de-7a7f-4fec-b267-140ce11bc2d6 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:29.322615 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-e2197d63-930b-4fc3-a6ef-3e392b0f1493 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:29.345530 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff660b81-f120-4e9a-b1bf-9c969c1dc5a1 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] Pushing event updated for resources: {'Port': ['ID=ce5edcd9-49cb-4b6f-99bd-b1ab1422448d,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:29.399970 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d0a024c-23f0-449c-b3ad-572215c9094a req-ff660b81-f120-4e9a-b1bf-9c969c1dc5a1 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] Network cb8dc895-95ad-48d3-8543-5b11b6af4c03 is already hosted by enough agents. {{(pid=102516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:25:29.428474 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e7509-7335-456d-bbf0-fc09852ac021 req-17de3cde-4070-455a-a540-b73193ec50e3 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:29.430849 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3c2e7509-7335-456d-bbf0-fc09852ac021 req-17de3cde-4070-455a-a540-b73193ec50e3 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] 10.222.0.48 "GET /v2.0/ports?device_id=a18b0994-d8dc-40f4-a34a-4f36860014a9 HTTP/1.1" status: 200 len: 931 time: 0.3767548 Nov 23 05:25:29.433467 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [req-0d0a024c-23f0-449c-b3ad-572215c9094a req-ff660b81-f120-4e9a-b1bf-9c969c1dc5a1 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] Resources bound (agent type, host, resource id): {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:25:29.462096 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d0a024c-23f0-449c-b3ad-572215c9094a req-ff660b81-f120-4e9a-b1bf-9c969c1dc5a1 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] Received port after_create {{(pid=102516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:25:29.477841 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a024c-23f0-449c-b3ad-572215c9094a req-ff660b81-f120-4e9a-b1bf-9c969c1dc5a1 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:29.478741 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-0d0a024c-23f0-449c-b3ad-572215c9094a req-ff660b81-f120-4e9a-b1bf-9c969c1dc5a1 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:29.496283 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-1d7293de-7a7f-4fec-b267-140ce11bc2d6 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:29.498349 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-1d7293de-7a7f-4fec-b267-140ce11bc2d6 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.5487409 Nov 23 05:25:29.502096 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 55800) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:25:29.509291 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [None req-9c37e029-f5d6-4144-8d65-cb935f45b177 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Request body: {'security_group_rule': {'security_group_id': 'dc5000c3-a1a6-4187-a371-a73509fe826d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:25:29.511480 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7293de-7a7f-4fec-b267-140ce11bc2d6 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5000c3-a1a6-4187-a371-a73509fe826d,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:29.538105 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0d0a024c-23f0-449c-b3ad-572215c9094a req-ff660b81-f120-4e9a-b1bf-9c969c1dc5a1 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9506145 Nov 23 05:25:29.565272 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-e2197d63-930b-4fc3-a6ef-3e392b0f1493 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:29.566508 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [req-0d0a024c-23f0-449c-b3ad-572215c9094a req-0f745025-10d3-4421-9996-5461c0b89f1e tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 05:25:29.568562 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0d0a024c-23f0-449c-b3ad-572215c9094a req-0f745025-10d3-4421-9996-5461c0b89f1e tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0236125 Nov 23 05:25:29.570195 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-bcaa71e5-03e6-41a4-8587-5b7ffbfa5b16 None None] Provisioning complete for port b82b280a-817c-4b74-95d1-8ce91849c759 triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:25:29.570591 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-bcaa71e5-03e6-41a4-8587-5b7ffbfa5b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:29.598690 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3c2e7509-7335-456d-bbf0-fc09852ac021 req-19d5b4f8-1fbf-4558-b7b9-65a4574f3d4e tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa91b577-eeab-499a-b593-0e6263ba4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156073 Nov 23 05:25:29.604243 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-e2197d63-930b-4fc3-a6ef-3e392b0f1493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:29.637239 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-c8a134e6-db7e-4d87-8d31-d039094cab42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:29.798237 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-e2197d63-930b-4fc3-a6ef-3e392b0f1493 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9d6215fa10f14e37b0f7fa5394d0c9d3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9093482 Nov 23 05:25:29.801385 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2197d63-930b-4fc3-a6ef-3e392b0f1493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e1c08e-c0a5-4bfb-bafb-989e2556c719,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:29.801959 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 55816) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:25:29.864128 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-9c37e029-f5d6-4144-8d65-cb935f45b177 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:30.044291 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [req-0d0a024c-23f0-449c-b3ad-572215c9094a req-d968fc70-96c5-40b7-9b66-ff4d3ca32f6b service neutron] Request body: {'port': {'device_id': 'a18b0994-d8dc-40f4-a34a-4f36860014a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80507'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:25:30.062217 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd63984-4840-4792-a481-040d92d7c06e None None] Sync routers for ids ['d9e2a0ad-7c11-47a8-bfd3-66866352c698'] in dv-cinder-805072-6-iscsi {{(pid=102519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:25:30.119154 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd63984-4840-4792-a481-040d92d7c06e None None] Routers {'d9e2a0ad-7c11-47a8-bfd3-66866352c698'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:25:30.125173 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-5cd63984-4840-4792-a481-040d92d7c06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:25:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['d9e2a0ad-7c11-47a8-bfd3-66866352c698'], 'active': True} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:25:30.198315 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 9e7a6209-ce21-4e2e-9a23-c8eb1820b733 up at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:25:30.281585 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-bcaa71e5-03e6-41a4-8587-5b7ffbfa5b16 None None] Port b82b280a-817c-4b74-95d1-8ce91849c759 cannot update to ACTIVE because it is not bound. {{(pid=102518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:25:30.469828 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-a35844a1-676b-4470-b791-4d639844caf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642f2027-d873-4281-9183-40e523c73357', 'name': 'tempest-ServerRescueNegativeTestJSON-263092886-router', 'tenant_id': '69e7ea777b914593bb44950d24bd1f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '89704173-959d-4db7-80f4-cbc5c92f198a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:25:16Z', 'updated_at': '2021-11-23T05:25:24Z', 'revision_number': 4, 'project_id': '69e7ea777b914593bb44950d24bd1f10', 'gw_port': {'id': '89704173-959d-4db7-80f4-cbc5c92f198a', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642f2027-d873-4281-9183-40e523c73357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_interfaces': [{'id': '699de14d-84da-40b4-a849-f78e26860e7a', 'name': '', 'network_id': '50773825-fd81-4958-87b4-2ed90bf98952', 'tenant_id': '69e7ea777b914593bb44950d24bd1f10', 'mac_address': 'fa:16:3e:3d:fd:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642f2027-d873-4281-9183-40e523c73357', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1ab3fbc5-9816-4f2a-a489-0455f1380f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:22Z', 'updated_at': '2021-11-23T05:25:25Z', 'revision_number': 2, 'project_id': '69e7ea777b914593bb44950d24bd1f10', 'subnets': [{'id': '1ab3fbc5-9816-4f2a-a489-0455f1380f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:25:30.556498 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-c8a134e6-db7e-4d87-8d31-d039094cab42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:30.580718 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-9c37e029-f5d6-4144-8d65-cb935f45b177 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:30.595487 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-c8a134e6-db7e-4d87-8d31-d039094cab42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:30.607882 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvr_db [None req-5cd63984-4840-4792-a481-040d92d7c06e None None] Set router d9e2a0ad-7c11-47a8-bfd3-66866352c698 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:25:30.612032 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35844a1-676b-4470-b791-4d639844caf0 None None] Checking router: 642f2027-d873-4281-9183-40e523c73357 for host: dv-cinder-805072-6-iscsi {{(pid=102518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:25:30.614100 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35844a1-676b-4470-b791-4d639844caf0 None None] Updating router 642f2027-d873-4281-9183-40e523c73357 port 699de14d-84da-40b4-a849-f78e26860e7a binding host dv-cinder-805072-6-iscsi {{(pid=102518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 05:25:30.617290 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-9c37e029-f5d6-4144-8d65-cb935f45b177 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770659'] for security_group_rule, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:30.658487 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Provisioning complete for port 9e7a6209-ce21-4e2e-9a23-c8eb1820b733 triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:25:30.663103 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:30.814522 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-22234a32-061d-4916-85e7-adaa014c7f90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:30.824797 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-0d0a024c-23f0-449c-b3ad-572215c9094a req-d968fc70-96c5-40b7-9b66-ff4d3ca32f6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:30.833529 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c37e029-f5d6-4144-8d65-cb935f45b177 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcf7b398-c0dd-43fe-acc7-c1337d318da9,revision_number=0']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:30.839364 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-9c37e029-f5d6-4144-8d65-cb935f45b177 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:30.843939 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-9c37e029-f5d6-4144-8d65-cb935f45b177 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3405888 Nov 23 05:25:30.854697 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 55858) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:25:30.858083 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-c8a134e6-db7e-4d87-8d31-d039094cab42 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b974324270dd45408a96787ee3d1a86c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8528032 Nov 23 05:25:30.860832 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 55860) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:25:30.864235 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [None req-ff962cd1-8b71-4a5b-bf5e-ad7b78ff5725 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Request body: {'security_group_rule': {'security_group_id': 'dc5000c3-a1a6-4187-a371-a73509fe826d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:25:30.872158 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a134e6-db7e-4d87-8d31-d039094cab42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f64fe5-0306-4cf1-b3cf-2a7165af7e59,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:30.890150 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb93ce-921f-4839-abe9-92d3a6285ced req-27271dea-0d61-4ba1-89ac-4db1fcbf4120 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:30.891674 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2adb93ce-921f-4839-abe9-92d3a6285ced req-27271dea-0d61-4ba1-89ac-4db1fcbf4120 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/networks?id=50773825-fd81-4958-87b4-2ed90bf98952 HTTP/1.1" status: 200 len: 818 time: 1.0089126 Nov 23 05:25:30.912859 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-22234a32-061d-4916-85e7-adaa014c7f90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:30.946572 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-ff962cd1-8b71-4a5b-bf5e-ad7b78ff5725 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:31.001260 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-a35844a1-676b-4470-b791-4d639844caf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:31.084482 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2adb93ce-921f-4839-abe9-92d3a6285ced req-8a977d22-9285-4db2-bd9b-e6d44a74f11b tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/quotas/69e7ea777b914593bb44950d24bd1f10 HTTP/1.1" status: 200 len: 375 time: 0.1753247 Nov 23 05:25:31.163406 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 55864) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:25:31.167184 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-ff962cd1-8b71-4a5b-bf5e-ad7b78ff5725 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:31.182596 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:31.183186 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [None req-778c62f2-206f-43cc-bab4-407613294c1a tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1344311733', 'description': 'tempest-description--661333754'}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:25:31.204793 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-ff962cd1-8b71-4a5b-bf5e-ad7b78ff5725 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770659'] for security_group_rule, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:31.301060 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff962cd1-8b71-4a5b-bf5e-ad7b78ff5725 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1d54df4-f4a7-416e-8345-734c9d85bf52,revision_number=0']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:31.325914 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-778c62f2-206f-43cc-bab4-407613294c1a tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks [] for security_group, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:31.343094 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-ff962cd1-8b71-4a5b-bf5e-ad7b78ff5725 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:31.351666 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-ff962cd1-8b71-4a5b-bf5e-ad7b78ff5725 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4919901 Nov 23 05:25:31.367594 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 55868) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:25:31.376602 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [None req-6226303c-ec09-410f-b680-e5d34c5d2f05 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Request body: {'floatingip': {'floating_network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688'}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:25:31.440330 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-6226303c-ec09-410f-b680-e5d34c5d2f05 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks [] for floatingip, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:31.460216 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] For port 9e7a6209-ce21-4e2e-9a23-c8eb1820b733, host dv-cinder-805072-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=9e7a6209-ce21-4e2e-9a23-c8eb1820b733,segment=NetworkSegment(e4256266-4d48-4c1e-81e6-1081b0d2db50),segment_id=e4256266-4d48-4c1e-81e6-1081b0d2db50)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:25:31.468584 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:31.540897 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-5cd63984-4840-4792-a481-040d92d7c06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e2a0ad-7c11-47a8-bfd3-66866352c698', 'name': 'tempest-AttachVolumeTestJSON-1472545912-router', 'tenant_id': '9d77c663d85b417d80848237e522deb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '9e7a6209-ce21-4e2e-9a23-c8eb1820b733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:25:27Z', 'revision_number': 4, 'project_id': '9d77c663d85b417d80848237e522deb9', 'gw_port': {'id': '9e7a6209-ce21-4e2e-9a23-c8eb1820b733', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e2a0ad-7c11-47a8-bfd3-66866352c698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:25:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_interfaces': [{'id': 'b82b280a-817c-4b74-95d1-8ce91849c759', 'name': '', 'network_id': '33a64f20-5fa2-4ee6-bf93-69fefe69b302', 'tenant_id': '9d77c663d85b417d80848237e522deb9', 'mac_address': 'fa:16:3e:e3:dd:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e2a0ad-7c11-47a8-bfd3-66866352c698', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '242a3dfa-1577-4789-92d9-6d9fc458ed6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:25Z', 'updated_at': '2021-11-23T05:25:27Z', 'revision_number': 2, 'project_id': '9d77c663d85b417d80848237e522deb9', 'subnets': [{'id': '242a3dfa-1577-4789-92d9-6d9fc458ed6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:25:31.555104 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-23509571-a300-4b6f-871c-7c58274c21c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:31.645118 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd63984-4840-4792-a481-040d92d7c06e None None] Checking router: d9e2a0ad-7c11-47a8-bfd3-66866352c698 for host: dv-cinder-805072-6-iscsi {{(pid=102519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:25:31.645827 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd63984-4840-4792-a481-040d92d7c06e None None] Updating router d9e2a0ad-7c11-47a8-bfd3-66866352c698 port b82b280a-817c-4b74-95d1-8ce91849c759 binding host dv-cinder-805072-6-iscsi {{(pid=102519) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 05:25:31.681271 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-22234a32-061d-4916-85e7-adaa014c7f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:31.691824 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-22234a32-061d-4916-85e7-adaa014c7f90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:31.713505 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Pushing event updated for resources: {'Port': ['ID=9e7a6209-ce21-4e2e-9a23-c8eb1820b733,revision_number=4']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:31.715597 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-22234a32-061d-4916-85e7-adaa014c7f90 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/54e1c08e-c0a5-4bfb-bafb-989e2556c719 HTTP/1.1" status: 204 len: 168 time: 1.9119911 Nov 23 05:25:31.730446 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-5cd63984-4840-4792-a481-040d92d7c06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:31.771964 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 0128ae89-349c-4adb-be5f-1bd1a47512d6 up at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:25:31.947169 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2adb93ce-921f-4839-abe9-92d3a6285ced req-27cca9ba-34e6-408f-9f6e-eb3de9bede42 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=69e7ea777b914593bb44950d24bd1f10&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8383753 Nov 23 05:25:31.998603 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-778c62f2-206f-43cc-bab4-407613294c1a tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks [] for security_group, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:31.999491 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22234a32-061d-4916-85e7-adaa014c7f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e1c08e-c0a5-4bfb-bafb-989e2556c719,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:32.025285 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-23509571-a300-4b6f-871c-7c58274c21c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:32.063890 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e846d8-0ddc-4318-9aea-de6c6794abba None None] Sync routers for ids ['bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8'] in dv-cinder-805072-6-iscsi {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:25:32.082792 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-778c62f2-206f-43cc-bab4-407613294c1a tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:32.115988 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e16b03-00a9-477e-9274-5e358a99eff2 req-fdaa0019-c6c0-43df-a85a-5c21a115af95 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:32.119978 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c2e16b03-00a9-477e-9274-5e358a99eff2 req-fdaa0019-c6c0-43df-a85a-5c21a115af95 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] 10.222.0.48 "GET /v2.0/ports?device_id=a18b0994-d8dc-40f4-a34a-4f36860014a9 HTTP/1.1" status: 200 len: 931 time: 0.8129079 Nov 23 05:25:32.166327 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Provisioning complete for port 0128ae89-349c-4adb-be5f-1bd1a47512d6 triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:25:32.166687 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:32.191946 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c62f2-206f-43cc-bab4-407613294c1a tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7470cc19-88e4-4a2a-8e87-add4a0c82a5b,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:32.317838 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-778c62f2-206f-43cc-bab4-407613294c1a tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks [] for security_group, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:32.321941 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-778c62f2-206f-43cc-bab4-407613294c1a tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1508744 Nov 23 05:25:32.349853 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 55886) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:25:32.354342 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e846d8-0ddc-4318-9aea-de6c6794abba None None] Routers {'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:25:32.360578 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-c4e846d8-0ddc-4318-9aea-de6c6794abba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:25:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:25:32.408960 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-098399af-3cac-4af8-a7d0-c8f86e78e351 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Request body: {'security_group_rule': {'security_group_id': '7470cc19-88e4-4a2a-8e87-add4a0c82a5b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:25:32.414125 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-6226303c-ec09-410f-b680-e5d34c5d2f05 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:32.465795 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [req-2adb93ce-921f-4839-abe9-92d3a6285ced req-fd12867b-e738-4eb3-a996-e3a438d7a269 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 05:25:32.469147 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 55892) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:25:32.474152 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2adb93ce-921f-4839-abe9-92d3a6285ced req-fd12867b-e738-4eb3-a996-e3a438d7a269 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2495780 Nov 23 05:25:32.502561 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-c542698d-9d76-45a6-8520-7183fd8f145d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:32.622592 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-5cd63984-4840-4792-a481-040d92d7c06e None None] Publish callbacks [] for port, precommit_update {{(pid=102519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:32.639880 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-5cd63984-4840-4792-a481-040d92d7c06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:32.642683 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-23509571-a300-4b6f-871c-7c58274c21c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:32.646632 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-23509571-a300-4b6f-871c-7c58274c21c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:32.647863 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-23509571-a300-4b6f-871c-7c58274c21c4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/11f64fe5-0306-4cf1-b3cf-2a7165af7e59 HTTP/1.1" status: 204 len: 168 time: 1.7812228 Nov 23 05:25:32.687449 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c2e16b03-00a9-477e-9274-5e358a99eff2 req-28c49ef2-dabc-4149-9724-cca5a88d5248 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa91b577-eeab-499a-b593-0e6263ba4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5155504 Nov 23 05:25:32.838023 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23509571-a300-4b6f-871c-7c58274c21c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f64fe5-0306-4cf1-b3cf-2a7165af7e59,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:32.856293 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f855b-e519-42aa-8faf-a46940085777 None None] Pushing event updated for resources: {'Port': ['ID=b82b280a-817c-4b74-95d1-8ce91849c759,revision_number=3']} {{(pid=102519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:32.911646 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-098399af-3cac-4af8-a7d0-c8f86e78e351 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:32.954559 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [req-0d0a024c-23f0-449c-b3ad-572215c9094a req-d968fc70-96c5-40b7-9b66-ff4d3ca32f6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce5edcd9-49cb-4b6f-99bd-b1ab1422448d {{(pid=102516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:25:32.982999 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-a35844a1-676b-4470-b791-4d639844caf0 None None] Publish callbacks [] for port, precommit_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:33.042404 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-a35844a1-676b-4470-b791-4d639844caf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:33.054084 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.managers [None req-5cd63984-4840-4792-a481-040d92d7c06e None None] Attempting to bind port b82b280a-817c-4b74-95d1-8ce91849c759 on host dv-cinder-805072-6-iscsi for vnic_type normal with profile {{(pid=102519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:25:33.054454 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.managers [None req-5cd63984-4840-4792-a481-040d92d7c06e None None] Attempting to bind port b82b280a-817c-4b74-95d1-8ce91849c759 by drivers openvswitch,hyperv on host dv-cinder-805072-6-iscsi at level 0 using segments [{'id': '94907b3a-6e89-4b23-8d3e-b6a0ef2909b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '33a64f20-5fa2-4ee6-bf93-69fefe69b302'}] {{(pid=102519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:25:33.054822 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd63984-4840-4792-a481-040d92d7c06e None None] Attempting to bind port b82b280a-817c-4b74-95d1-8ce91849c759 on network 33a64f20-5fa2-4ee6-bf93-69fefe69b302 {{(pid=102519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:25:33.073196 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd63984-4840-4792-a481-040d92d7c06e None None] Checking agent: {'id': '820ec587-a722-4a8d-8856-03e998d7c894', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 5, 17, 39), 'started_at': datetime.datetime(2021, 11, 23, 5, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:25:33.073560 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd63984-4840-4792-a481-040d92d7c06e None None] Checking segment: {'id': '94907b3a-6e89-4b23-8d3e-b6a0ef2909b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '33a64f20-5fa2-4ee6-bf93-69fefe69b302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:25:33.078313 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-0d0a024c-23f0-449c-b3ad-572215c9094a req-d968fc70-96c5-40b7-9b66-ff4d3ca32f6b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:33.083527 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-5cd63984-4840-4792-a481-040d92d7c06e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:33.085015 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd63984-4840-4792-a481-040d92d7c06e None None] Bound using segment: {'id': '94907b3a-6e89-4b23-8d3e-b6a0ef2909b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '33a64f20-5fa2-4ee6-bf93-69fefe69b302'} {{(pid=102519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:25:33.085015 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.managers [None req-5cd63984-4840-4792-a481-040d92d7c06e None None] Bound port: b82b280a-817c-4b74-95d1-8ce91849c759, host: dv-cinder-805072-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94907b3a-6e89-4b23-8d3e-b6a0ef2909b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '33a64f20-5fa2-4ee6-bf93-69fefe69b302'}}] {{(pid=102519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:25:33.085495 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-5cd63984-4840-4792-a481-040d92d7c06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:33.138519 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7241621-a274-45a1-8d4e-3f9e686d91a5 None None] Pushing event updated for resources: {'Port': ['ID=699de14d-84da-40b4-a849-f78e26860e7a,revision_number=3']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:33.140246 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-c542698d-9d76-45a6-8520-7183fd8f145d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:33.156023 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2adb93ce-921f-4839-abe9-92d3a6285ced req-3d050390-3e16-49d0-9567-d569d9b6e3dc service neutron] 10.222.0.48 "GET /v2.0/networks/50773825-fd81-4958-87b4-2ed90bf98952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6702933 Nov 23 05:25:33.159210 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-c542698d-9d76-45a6-8520-7183fd8f145d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:33.258696 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.provisioning_blocks [req-0d0a024c-23f0-449c-b3ad-572215c9094a req-d968fc70-96c5-40b7-9b66-ff4d3ca32f6b service neutron] Transition to ACTIVE for port object ce5edcd9-49cb-4b6f-99bd-b1ab1422448d will not be triggered until provisioned by entity L2. {{(pid=102516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 05:25:33.325575 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.db [None req-5cd63984-4840-4792-a481-040d92d7c06e None None] For port b82b280a-817c-4b74-95d1-8ce91849c759, host dv-cinder-805072-6-iscsi, cleared binding levels {{(pid=102519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:25:33.331343 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-0d0a024c-23f0-449c-b3ad-572215c9094a req-d968fc70-96c5-40b7-9b66-ff4d3ca32f6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:33.335691 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.db [None req-5cd63984-4840-4792-a481-040d92d7c06e None None] For port b82b280a-817c-4b74-95d1-8ce91849c759, host dv-cinder-805072-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=b82b280a-817c-4b74-95d1-8ce91849c759,segment=NetworkSegment(94907b3a-6e89-4b23-8d3e-b6a0ef2909b5),segment_id=94907b3a-6e89-4b23-8d3e-b6a0ef2909b5)] {{(pid=102519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:25:33.345707 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-5cd63984-4840-4792-a481-040d92d7c06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:33.373591 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.db.db_base_plugin_common [None req-6226303c-ec09-410f-b680-e5d34c5d2f05 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Allocated IP 172.27.0.174 (2fffb983-856b-4b4c-9c04-1e7e601bf688/5f9bd7f2-55ce-4eb1-9184-aa4552661a9b/476e5aa7-10ca-439f-ab64-37e701683316) {{(pid=102517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:25:33.385072 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:33.398940 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-c542698d-9d76-45a6-8520-7183fd8f145d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=793fd3529ba94b139a4b089251e4d39c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9284379 Nov 23 05:25:33.399710 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c542698d-9d76-45a6-8520-7183fd8f145d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8221fdd-a830-4474-be82-c2de88cbf556,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:33.408582 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 55910) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:25:33.491523 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] For port 0128ae89-349c-4adb-be5f-1bd1a47512d6, host dv-cinder-805072-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=0128ae89-349c-4adb-be5f-1bd1a47512d6,segment=NetworkSegment(e4256266-4d48-4c1e-81e6-1081b0d2db50),segment_id=e4256266-4d48-4c1e-81e6-1081b0d2db50)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:25:33.509224 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-a35844a1-676b-4470-b791-4d639844caf0 None None] Attempting to bind port 699de14d-84da-40b4-a849-f78e26860e7a on host dv-cinder-805072-6-iscsi for vnic_type normal with profile {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:25:33.509595 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-a35844a1-676b-4470-b791-4d639844caf0 None None] Attempting to bind port 699de14d-84da-40b4-a849-f78e26860e7a by drivers openvswitch,hyperv on host dv-cinder-805072-6-iscsi at level 0 using segments [{'id': 'd6f2711b-0f0b-4fa6-95c3-febadd85b771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '50773825-fd81-4958-87b4-2ed90bf98952'}] {{(pid=102518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:25:33.509977 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35844a1-676b-4470-b791-4d639844caf0 None None] Attempting to bind port 699de14d-84da-40b4-a849-f78e26860e7a on network 50773825-fd81-4958-87b4-2ed90bf98952 {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:25:33.528499 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:33.552079 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd63984-4840-4792-a481-040d92d7c06e None None] Routers {'d9e2a0ad-7c11-47a8-bfd3-66866352c698'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:25:33.552726 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-5cd63984-4840-4792-a481-040d92d7c06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:25:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['d9e2a0ad-7c11-47a8-bfd3-66866352c698'], 'active': True} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:25:33.723458 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Pushing event updated for resources: {'Port': ['ID=0128ae89-349c-4adb-be5f-1bd1a47512d6,revision_number=4']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:33.734253 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f855b-e519-42aa-8faf-a46940085777 None None] Pushing event updated for resources: {'Port': ['ID=b82b280a-817c-4b74-95d1-8ce91849c759,revision_number=4']} {{(pid=102519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:33.749905 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-866b8d69-1fe3-4b92-a1df-ca9cedc670e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:33.766111 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-c4e846d8-0ddc-4318-9aea-de6c6794abba None None] Set router bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:25:33.792598 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35844a1-676b-4470-b791-4d639844caf0 None None] Checking agent: {'id': '820ec587-a722-4a8d-8856-03e998d7c894', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 5, 17, 39), 'started_at': datetime.datetime(2021, 11, 23, 5, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:25:33.793464 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35844a1-676b-4470-b791-4d639844caf0 None None] Checking segment: {'id': 'd6f2711b-0f0b-4fa6-95c3-febadd85b771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '50773825-fd81-4958-87b4-2ed90bf98952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:25:33.794154 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-a35844a1-676b-4470-b791-4d639844caf0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:33.794571 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35844a1-676b-4470-b791-4d639844caf0 None None] Bound using segment: {'id': 'd6f2711b-0f0b-4fa6-95c3-febadd85b771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '50773825-fd81-4958-87b4-2ed90bf98952'} {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:25:33.795141 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-a35844a1-676b-4470-b791-4d639844caf0 None None] Bound port: 699de14d-84da-40b4-a849-f78e26860e7a, host: dv-cinder-805072-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6f2711b-0f0b-4fa6-95c3-febadd85b771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '50773825-fd81-4958-87b4-2ed90bf98952'}}] {{(pid=102518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:25:33.795537 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-a35844a1-676b-4470-b791-4d639844caf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:33.806914 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-098399af-3cac-4af8-a7d0-c8f86e78e351 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:33.992727 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvr_db [None req-5cd63984-4840-4792-a481-040d92d7c06e None None] Set router d9e2a0ad-7c11-47a8-bfd3-66866352c698 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:25:34.013392 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-b971b28e-01fa-4326-9166-da8a08757fa3 None None] Provisioning complete for port b82b280a-817c-4b74-95d1-8ce91849c759 triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:25:34.014675 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-b971b28e-01fa-4326-9166-da8a08757fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:34.025641 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-098399af-3cac-4af8-a7d0-c8f86e78e351 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770659'] for security_group_rule, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:34.033069 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 9e7a6209-ce21-4e2e-9a23-c8eb1820b733 up at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:25:34.094817 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-9badd2eb-bfb5-4c43-a66d-f557a196f6aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:34.111066 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d968fc70-96c5-40b7-9b66-ff4d3ca32f6b service neutron] Pushing event updated for resources: {'Port': ['ID=ce5edcd9-49cb-4b6f-99bd-b1ab1422448d,revision_number=2']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:34.131780 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098399af-3cac-4af8-a7d0-c8f86e78e351 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e97c76ba-8791-4144-9f03-d54e812d8c7c,revision_number=0']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:34.157189 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-9badd2eb-bfb5-4c43-a66d-f557a196f6aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:34.181219 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-6226303c-ec09-410f-b680-e5d34c5d2f05 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks [] for port, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:34.207180 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-0d0a024c-23f0-449c-b3ad-572215c9094a req-d968fc70-96c5-40b7-9b66-ff4d3ca32f6b service neutron] Attempting to bind port ce5edcd9-49cb-4b6f-99bd-b1ab1422448d on host hv-cinder-80507 for vnic_type normal with profile {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:25:34.207855 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-0d0a024c-23f0-449c-b3ad-572215c9094a req-d968fc70-96c5-40b7-9b66-ff4d3ca32f6b service neutron] Attempting to bind port ce5edcd9-49cb-4b6f-99bd-b1ab1422448d by drivers openvswitch,hyperv on host hv-cinder-80507 at level 0 using segments [{'id': '380eae46-c20e-425a-a318-241c581874ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cb8dc895-95ad-48d3-8543-5b11b6af4c03'}] {{(pid=102516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:25:34.208179 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0a024c-23f0-449c-b3ad-572215c9094a req-d968fc70-96c5-40b7-9b66-ff4d3ca32f6b service neutron] Attempting to bind port ce5edcd9-49cb-4b6f-99bd-b1ab1422448d on network cb8dc895-95ad-48d3-8543-5b11b6af4c03 {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:25:34.291081 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0a024c-23f0-449c-b3ad-572215c9094a req-d968fc70-96c5-40b7-9b66-ff4d3ca32f6b service neutron] Port ce5edcd9-49cb-4b6f-99bd-b1ab1422448d on network cb8dc895-95ad-48d3-8543-5b11b6af4c03 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80507 {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 05:25:34.298165 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0a024c-23f0-449c-b3ad-572215c9094a req-d968fc70-96c5-40b7-9b66-ff4d3ca32f6b service neutron] Attempting to bind port ce5edcd9-49cb-4b6f-99bd-b1ab1422448d on network cb8dc895-95ad-48d3-8543-5b11b6af4c03 {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:25:34.335077 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-098399af-3cac-4af8-a7d0-c8f86e78e351 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:34.340279 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 55936) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:25:34.346527 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [None req-2f84d0ef-de0a-4bb7-bf8f-a1e6869100f1 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Request body: {'security_group_rule': {'security_group_id': '7470cc19-88e4-4a2a-8e87-add4a0c82a5b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:25:34.351073 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-098399af-3cac-4af8-a7d0-c8f86e78e351 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9995005 Nov 23 05:25:34.353523 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-6226303c-ec09-410f-b680-e5d34c5d2f05 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751724218534'] for port, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:34.357616 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0a024c-23f0-449c-b3ad-572215c9094a req-d968fc70-96c5-40b7-9b66-ff4d3ca32f6b service neutron] Checking agent: {'id': 'b8a1d969-7c04-443a-af3a-1812b1d56913', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80507', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 5, 23, 27), 'started_at': datetime.datetime(2021, 11, 23, 5, 23, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:25:34.361018 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0a024c-23f0-449c-b3ad-572215c9094a req-d968fc70-96c5-40b7-9b66-ff4d3ca32f6b service neutron] Checking segment: {'id': '380eae46-c20e-425a-a318-241c581874ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cb8dc895-95ad-48d3-8543-5b11b6af4c03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:25:34.361018 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0a024c-23f0-449c-b3ad-572215c9094a req-d968fc70-96c5-40b7-9b66-ff4d3ca32f6b service neutron] Bound using segment: {'id': '380eae46-c20e-425a-a318-241c581874ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cb8dc895-95ad-48d3-8543-5b11b6af4c03'} {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:25:34.365201 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-0d0a024c-23f0-449c-b3ad-572215c9094a req-d968fc70-96c5-40b7-9b66-ff4d3ca32f6b service neutron] Bound port: ce5edcd9-49cb-4b6f-99bd-b1ab1422448d, host: hv-cinder-80507, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '380eae46-c20e-425a-a318-241c581874ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'cb8dc895-95ad-48d3-8543-5b11b6af4c03'}}] {{(pid=102516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:25:34.365703 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-0d0a024c-23f0-449c-b3ad-572215c9094a req-d968fc70-96c5-40b7-9b66-ff4d3ca32f6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:34.370681 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-9badd2eb-bfb5-4c43-a66d-f557a196f6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:34.373553 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-9badd2eb-bfb5-4c43-a66d-f557a196f6aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:34.381957 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-9badd2eb-bfb5-4c43-a66d-f557a196f6aa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f8221fdd-a830-4474-be82-c2de88cbf556 HTTP/1.1" status: 204 len: 168 time: 0.9721053 Nov 23 05:25:34.397964 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2adb93ce-921f-4839-abe9-92d3a6285ced req-030415b4-10b2-4a8b-a2d6-73d1380d1662 service neutron] 10.222.0.48 "GET /v2.0/networks/50773825-fd81-4958-87b4-2ed90bf98952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2089629 Nov 23 05:25:34.435235 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed712850-7f68-40a1-8884-47ee4bf5cf31 req-f5020199-a063-4d71-9a3c-0acc88b6184a tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:34.443386 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ed712850-7f68-40a1-8884-47ee4bf5cf31 req-f5020199-a063-4d71-9a3c-0acc88b6184a tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] 10.222.0.48 "GET /v2.0/ports?device_id=a18b0994-d8dc-40f4-a34a-4f36860014a9 HTTP/1.1" status: 200 len: 943 time: 0.4069531 Nov 23 05:25:34.524951 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-a35844a1-676b-4470-b791-4d639844caf0 None None] For port 699de14d-84da-40b4-a849-f78e26860e7a, host dv-cinder-805072-6-iscsi, cleared binding levels {{(pid=102518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:25:34.543595 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-a35844a1-676b-4470-b791-4d639844caf0 None None] For port 699de14d-84da-40b4-a849-f78e26860e7a, host dv-cinder-805072-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=699de14d-84da-40b4-a849-f78e26860e7a,segment=NetworkSegment(d6f2711b-0f0b-4fa6-95c3-febadd85b771),segment_id=d6f2711b-0f0b-4fa6-95c3-febadd85b771)] {{(pid=102518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:25:34.631938 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-a35844a1-676b-4470-b791-4d639844caf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:34.635783 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9badd2eb-bfb5-4c43-a66d-f557a196f6aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8221fdd-a830-4474-be82-c2de88cbf556,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:34.669692 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6226303c-ec09-410f-b680-e5d34c5d2f05 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Network 2fffb983-856b-4b4c-9c04-1e7e601bf688 is already hosted by enough agents. {{(pid=102517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:25:34.678342 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.base_scheduler [None req-6226303c-ec09-410f-b680-e5d34c5d2f05 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Resources bound (agent type, host, resource id): {{(pid=102517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:25:34.683355 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6226303c-ec09-410f-b680-e5d34c5d2f05 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Pushing event updated for resources: {'Port': ['ID=476e5aa7-10ca-439f-ab64-37e701683316,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:34.698128 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6226303c-ec09-410f-b680-e5d34c5d2f05 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Received port after_create {{(pid=102517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:25:34.748137 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-2f84d0ef-de0a-4bb7-bf8f-a1e6869100f1 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:34.794592 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-0d0a024c-23f0-449c-b3ad-572215c9094a req-d968fc70-96c5-40b7-9b66-ff4d3ca32f6b service neutron] For port ce5edcd9-49cb-4b6f-99bd-b1ab1422448d, host hv-cinder-80507, cleared binding levels {{(pid=102516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:25:34.803903 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-0d0a024c-23f0-449c-b3ad-572215c9094a req-d968fc70-96c5-40b7-9b66-ff4d3ca32f6b service neutron] For port ce5edcd9-49cb-4b6f-99bd-b1ab1422448d, host hv-cinder-80507, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=ce5edcd9-49cb-4b6f-99bd-b1ab1422448d,segment=NetworkSegment(380eae46-c20e-425a-a318-241c581874ad),segment_id=380eae46-c20e-425a-a318-241c581874ad)] {{(pid=102516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:25:34.838456 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ed712850-7f68-40a1-8884-47ee4bf5cf31 req-fce3c768-a5ca-48ed-baee-5f75052d36e0 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa91b577-eeab-499a-b593-0e6263ba4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921336 Nov 23 05:25:34.849174 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-0d0a024c-23f0-449c-b3ad-572215c9094a req-d968fc70-96c5-40b7-9b66-ff4d3ca32f6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:34.900506 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a024c-23f0-449c-b3ad-572215c9094a req-d968fc70-96c5-40b7-9b66-ff4d3ca32f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:34.905970 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-0d0a024c-23f0-449c-b3ad-572215c9094a req-d968fc70-96c5-40b7-9b66-ff4d3ca32f6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:34.908083 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0d0a024c-23f0-449c-b3ad-572215c9094a req-d968fc70-96c5-40b7-9b66-ff4d3ca32f6b service neutron] 10.222.0.54 "PUT /v2.0/ports/ce5edcd9-49cb-4b6f-99bd-b1ab1422448d HTTP/1.1" status: 200 len: 1093 time: 5.1528277 Nov 23 05:25:34.958146 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a18b0994-d8dc-40f4-a34a-4f36860014a9', 'tag': 'ce5edcd9-49cb-4b6f-99bd-b1ab1422448d'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:25:34.995364 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Provisioning complete for port 9e7a6209-ce21-4e2e-9a23-c8eb1820b733 triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:25:34.995863 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:35.015909 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-5cd63984-4840-4792-a481-040d92d7c06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e2a0ad-7c11-47a8-bfd3-66866352c698', 'name': 'tempest-AttachVolumeTestJSON-1472545912-router', 'tenant_id': '9d77c663d85b417d80848237e522deb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '9e7a6209-ce21-4e2e-9a23-c8eb1820b733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:25:27Z', 'revision_number': 4, 'project_id': '9d77c663d85b417d80848237e522deb9', 'gw_port': {'id': '9e7a6209-ce21-4e2e-9a23-c8eb1820b733', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e2a0ad-7c11-47a8-bfd3-66866352c698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_interfaces': [{'id': 'b82b280a-817c-4b74-95d1-8ce91849c759', 'name': '', 'network_id': '33a64f20-5fa2-4ee6-bf93-69fefe69b302', 'tenant_id': '9d77c663d85b417d80848237e522deb9', 'mac_address': 'fa:16:3e:e3:dd:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e2a0ad-7c11-47a8-bfd3-66866352c698', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '242a3dfa-1577-4789-92d9-6d9fc458ed6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:25Z', 'updated_at': '2021-11-23T05:25:33Z', 'revision_number': 4, 'project_id': '9d77c663d85b417d80848237e522deb9', 'subnets': [{'id': '242a3dfa-1577-4789-92d9-6d9fc458ed6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:25:35.033575 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7241621-a274-45a1-8d4e-3f9e686d91a5 None None] Pushing event updated for resources: {'Port': ['ID=699de14d-84da-40b4-a849-f78e26860e7a,revision_number=4']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:35.055474 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd63984-4840-4792-a481-040d92d7c06e None None] The sync data for ids ['d9e2a0ad-7c11-47a8-bfd3-66866352c698'] in dv-cinder-805072-6-iscsi is: [{'id': 'd9e2a0ad-7c11-47a8-bfd3-66866352c698', 'name': 'tempest-AttachVolumeTestJSON-1472545912-router', 'tenant_id': '9d77c663d85b417d80848237e522deb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '9e7a6209-ce21-4e2e-9a23-c8eb1820b733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:25:27Z', 'revision_number': 4, 'project_id': '9d77c663d85b417d80848237e522deb9', 'gw_port': {'id': '9e7a6209-ce21-4e2e-9a23-c8eb1820b733', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e2a0ad-7c11-47a8-bfd3-66866352c698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_interfaces': [{'id': 'b82b280a-817c-4b74-95d1-8ce91849c759', 'name': '', 'network_id': '33a64f20-5fa2-4ee6-bf93-69fefe69b302', 'tenant_id': '9d77c663d85b417d80848237e522deb9', 'mac_address': 'fa:16:3e:e3:dd:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e2a0ad-7c11-47a8-bfd3-66866352c698', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '242a3dfa-1577-4789-92d9-6d9fc458ed6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:25Z', 'updated_at': '2021-11-23T05:25:33Z', 'revision_number': 4, 'project_id': '9d77c663d85b417d80848237e522deb9', 'subnets': [{'id': '242a3dfa-1577-4789-92d9-6d9fc458ed6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:25:35.152678 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-2f84d0ef-de0a-4bb7-bf8f-a1e6869100f1 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:35.168254 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-6226303c-ec09-410f-b680-e5d34c5d2f05 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:35.223882 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-2f84d0ef-de0a-4bb7-bf8f-a1e6869100f1 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770659'] for security_group_rule, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:35.437072 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-b971b28e-01fa-4326-9166-da8a08757fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:35.479268 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-6226303c-ec09-410f-b680-e5d34c5d2f05 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:35.585547 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d968fc70-96c5-40b7-9b66-ff4d3ca32f6b service neutron] Pushing event updated for resources: {'Port': ['ID=ce5edcd9-49cb-4b6f-99bd-b1ab1422448d,revision_number=3']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:35.603112 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35844a1-676b-4470-b791-4d639844caf0 None None] Routers {'642f2027-d873-4281-9183-40e523c73357'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:25:35.605049 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-a35844a1-676b-4470-b791-4d639844caf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:25:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['642f2027-d873-4281-9183-40e523c73357'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:25:35.646243 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f84d0ef-de0a-4bb7-bf8f-a1e6869100f1 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b21770b-8c94-4ef1-91e9-7c28dedabe3c,revision_number=0']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:35.698892 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-2f84d0ef-de0a-4bb7-bf8f-a1e6869100f1 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:35.711247 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-2f84d0ef-de0a-4bb7-bf8f-a1e6869100f1 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3692009 Nov 23 05:25:35.730995 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 56000) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:25:35.755132 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [None req-f65a9a00-7992-4d92-bf85-52f7ef82bcba tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Request body: {'floatingip': {'floating_network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688'}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:25:35.781668 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9e0e061d-fde1-4a52-add8-c7c93721195d req-cc657d7e-f118-4b90-9c6d-b9c586046086 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 210 time: 0.4235761 Nov 23 05:25:35.881300 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-f65a9a00-7992-4d92-bf85-52f7ef82bcba tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks [] for floatingip, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:35.895676 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a024c-23f0-449c-b3ad-572215c9094a req-db4a33fd-f109-444a-8b27-047f93ac0feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:35.913744 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0d0a024c-23f0-449c-b3ad-572215c9094a req-db4a33fd-f109-444a-8b27-047f93ac0feb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c50805dbd952413298ef5c310a0fd00a&device_id=a18b0994-d8dc-40f4-a34a-4f36860014a9 HTTP/1.1" status: 200 len: 1096 time: 0.5545788 Nov 23 05:25:36.170328 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-a35844a1-676b-4470-b791-4d639844caf0 None None] Set router 642f2027-d873-4281-9183-40e523c73357 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:25:36.422715 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-abd1aea3-1b35-44e8-a058-b458666801cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:36.476841 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20d478f7b504b4f7a92aed5d5c075fb26ddad21beb532cc87d656362fb0682d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1cafc5-b365-4dd4-99da-338b3651e016" -d '{"events": [{"name": "network-changed", "server_uuid": "a18b0994-d8dc-40f4-a34a-4f36860014a9", "tag": "ce5edcd9-49cb-4b6f-99bd-b1ab1422448d"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:25:36.498908 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0d0a024c-23f0-449c-b3ad-572215c9094a req-2cb0c122-639c-4679-b256-618a37313e2e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce5edcd9-49cb-4b6f-99bd-b1ab1422448d HTTP/1.1" status: 200 len: 217 time: 0.5554533 Nov 23 05:25:36.583536 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-6226303c-ec09-410f-b680-e5d34c5d2f05 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks [] for port, precommit_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:36.599232 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-6226303c-ec09-410f-b680-e5d34c5d2f05 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:36.733668 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-b971b28e-01fa-4326-9166-da8a08757fa3 None None] For port b82b280a-817c-4b74-95d1-8ce91849c759, host dv-cinder-805072-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=b82b280a-817c-4b74-95d1-8ce91849c759,segment=NetworkSegment(94907b3a-6e89-4b23-8d3e-b6a0ef2909b5),segment_id=94907b3a-6e89-4b23-8d3e-b6a0ef2909b5)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:25:36.758611 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-6226303c-ec09-410f-b680-e5d34c5d2f05 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637656'] for floatingip, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:36.761932 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-b971b28e-01fa-4326-9166-da8a08757fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:36.885350 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea857fe-1433-4c8b-9bc2-db334edcc487 req-2612e4ef-8386-49b1-8a2d-4896f9aaff73 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:36.911464 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5ea857fe-1433-4c8b-9bc2-db334edcc487 req-2612e4ef-8386-49b1-8a2d-4896f9aaff73 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] 10.222.0.48 "GET /v2.0/ports?device_id=a18b0994-d8dc-40f4-a34a-4f36860014a9 HTTP/1.1" status: 200 len: 943 time: 0.6321507 Nov 23 05:25:36.929311 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a024c-23f0-449c-b3ad-572215c9094a req-d56e8efa-0a80-47c1-aa1a-11c7fc27afed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:36.940453 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0d0a024c-23f0-449c-b3ad-572215c9094a req-d56e8efa-0a80-47c1-aa1a-11c7fc27afed service neutron] 10.222.0.54 "GET /v2.0/subnets?id=521d4456-8ecb-4141-a366-3842211dccc9 HTTP/1.1" status: 200 len: 851 time: 0.4088047 Nov 23 05:25:36.968791 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-6226303c-ec09-410f-b680-e5d34c5d2f05 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for floatingip, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:36.970229 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-6226303c-ec09-410f-b680-e5d34c5d2f05 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6016576 Nov 23 05:25:36.971324 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6226303c-ec09-410f-b680-e5d34c5d2f05 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Pushing event updated for resources: {'Port': ['ID=476e5aa7-10ca-439f-ab64-37e701683316,revision_number=2']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:37.011648 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-f65a9a00-7992-4d92-bf85-52f7ef82bcba tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:37.231952 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-5e6057e7-58de-4122-a576-d58226ab7609 None None] Provisioning complete for port b82b280a-817c-4b74-95d1-8ce91849c759 triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:25:37.235295 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-5e6057e7-58de-4122-a576-d58226ab7609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:37.286477 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 0128ae89-349c-4adb-be5f-1bd1a47512d6 up at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:25:37.294693 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-cb0bae37-5947-48f5-b8ea-be8dc2c46173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:37.435418 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.db.db_base_plugin_common [None req-f65a9a00-7992-4d92-bf85-52f7ef82bcba tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Allocated IP 172.27.0.196 (2fffb983-856b-4b4c-9c04-1e7e601bf688/5f9bd7f2-55ce-4eb1-9184-aa4552661a9b/b59714e6-ff22-4426-bff5-17f0fed1a08b) {{(pid=102517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:25:37.508419 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b971b28e-01fa-4326-9166-da8a08757fa3 None None] Pushing event updated for resources: {'Port': ['ID=b82b280a-817c-4b74-95d1-8ce91849c759,revision_number=5']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:37.736587 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-f65a9a00-7992-4d92-bf85-52f7ef82bcba tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks [] for port, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:37.843171 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e745f-9676-4126-8dd5-920d617c05ea req-2148316c-3007-4615-8cb6-b419f07858f0 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:37.865926 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-f65a9a00-7992-4d92-bf85-52f7ef82bcba tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751724218534'] for port, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:37.868281 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ac9e745f-9676-4126-8dd5-920d617c05ea req-2148316c-3007-4615-8cb6-b419f07858f0 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/networks?id=50773825-fd81-4958-87b4-2ed90bf98952 HTTP/1.1" status: 200 len: 818 time: 0.9555764 Nov 23 05:25:37.921994 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-c4e846d8-0ddc-4318-9aea-de6c6794abba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8', 'name': 'tempest-AttachVolumeShelveTestJSON-446161572-router', 'tenant_id': 'cb5e3bfadd8949d285afa69cba79918a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '0128ae89-349c-4adb-be5f-1bd1a47512d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:25:17Z', 'updated_at': '2021-11-23T05:25:24Z', 'revision_number': 4, 'project_id': 'cb5e3bfadd8949d285afa69cba79918a', 'gw_port': {'id': '0128ae89-349c-4adb-be5f-1bd1a47512d6', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:25:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_interfaces': [{'id': '6725b431-5ec5-49b6-b332-bdafbb752bc8', 'name': '', 'network_id': 'd276bf6c-1506-42b0-9d9a-c9478303eb76', 'tenant_id': 'cb5e3bfadd8949d285afa69cba79918a', 'mac_address': 'fa:16:3e:60:3b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b812847c-d94f-408a-a05b-e1adde40724b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:22Z', 'updated_at': '2021-11-23T05:25:24Z', 'revision_number': 2, 'project_id': 'cb5e3bfadd8949d285afa69cba79918a', 'subnets': [{'id': 'b812847c-d94f-408a-a05b-e1adde40724b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:25:37.938125 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Provisioning complete for port 0128ae89-349c-4adb-be5f-1bd1a47512d6 triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:25:37.938510 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:37.950845 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-a35844a1-676b-4470-b791-4d639844caf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642f2027-d873-4281-9183-40e523c73357', 'name': 'tempest-ServerRescueNegativeTestJSON-263092886-router', 'tenant_id': '69e7ea777b914593bb44950d24bd1f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '89704173-959d-4db7-80f4-cbc5c92f198a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:25:16Z', 'updated_at': '2021-11-23T05:25:24Z', 'revision_number': 4, 'project_id': '69e7ea777b914593bb44950d24bd1f10', 'gw_port': {'id': '89704173-959d-4db7-80f4-cbc5c92f198a', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642f2027-d873-4281-9183-40e523c73357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_interfaces': [{'id': '699de14d-84da-40b4-a849-f78e26860e7a', 'name': '', 'network_id': '50773825-fd81-4958-87b4-2ed90bf98952', 'tenant_id': '69e7ea777b914593bb44950d24bd1f10', 'mac_address': 'fa:16:3e:3d:fd:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642f2027-d873-4281-9183-40e523c73357', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1ab3fbc5-9816-4f2a-a489-0455f1380f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:22Z', 'updated_at': '2021-11-23T05:25:34Z', 'revision_number': 4, 'project_id': '69e7ea777b914593bb44950d24bd1f10', 'subnets': [{'id': '1ab3fbc5-9816-4f2a-a489-0455f1380f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:25:38.005936 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0d0a024c-23f0-449c-b3ad-572215c9094a req-6adfd83d-205d-4d79-a5d7-2cd45ac25e1c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cb8dc895-95ad-48d3-8543-5b11b6af4c03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 1.0535591 Nov 23 05:25:38.054727 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65a9a00-7992-4d92-bf85-52f7ef82bcba tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Network 2fffb983-856b-4b4c-9c04-1e7e601bf688 is already hosted by enough agents. {{(pid=102517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:25:38.060789 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ac9e745f-9676-4126-8dd5-920d617c05ea req-ba0bda51-97d7-4f89-92b6-eab7d8bd5368 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/quotas/69e7ea777b914593bb44950d24bd1f10 HTTP/1.1" status: 200 len: 375 time: 0.1908717 Nov 23 05:25:38.066334 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.base_scheduler [None req-f65a9a00-7992-4d92-bf85-52f7ef82bcba tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Resources bound (agent type, host, resource id): {{(pid=102517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:25:38.078914 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65a9a00-7992-4d92-bf85-52f7ef82bcba tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Received port after_create {{(pid=102517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:25:38.162931 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-f65a9a00-7992-4d92-bf85-52f7ef82bcba tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:38.190063 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5ea857fe-1433-4c8b-9bc2-db334edcc487 req-8489454b-b661-47cc-8a18-ca0f0eae1a1b tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa91b577-eeab-499a-b593-0e6263ba4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2422109 Nov 23 05:25:38.239252 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-f65a9a00-7992-4d92-bf85-52f7ef82bcba tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:38.254541 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ac9e745f-9676-4126-8dd5-920d617c05ea req-817c68b1-b392-48f0-aa3b-4a544b6b4d24 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=69e7ea777b914593bb44950d24bd1f10&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1922719 Nov 23 05:25:38.266551 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35844a1-676b-4470-b791-4d639844caf0 None None] The sync data for ids ['642f2027-d873-4281-9183-40e523c73357'] in dv-cinder-805072-6-iscsi is: [{'id': '642f2027-d873-4281-9183-40e523c73357', 'name': 'tempest-ServerRescueNegativeTestJSON-263092886-router', 'tenant_id': '69e7ea777b914593bb44950d24bd1f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '89704173-959d-4db7-80f4-cbc5c92f198a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:25:16Z', 'updated_at': '2021-11-23T05:25:24Z', 'revision_number': 4, 'project_id': '69e7ea777b914593bb44950d24bd1f10', 'gw_port': {'id': '89704173-959d-4db7-80f4-cbc5c92f198a', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642f2027-d873-4281-9183-40e523c73357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_interfaces': [{'id': '699de14d-84da-40b4-a849-f78e26860e7a', 'name': '', 'network_id': '50773825-fd81-4958-87b4-2ed90bf98952', 'tenant_id': '69e7ea777b914593bb44950d24bd1f10', 'mac_address': 'fa:16:3e:3d:fd:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642f2027-d873-4281-9183-40e523c73357', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1ab3fbc5-9816-4f2a-a489-0455f1380f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:22Z', 'updated_at': '2021-11-23T05:25:34Z', 'revision_number': 4, 'project_id': '69e7ea777b914593bb44950d24bd1f10', 'subnets': [{'id': '1ab3fbc5-9816-4f2a-a489-0455f1380f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:25:38.296787 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e846d8-0ddc-4318-9aea-de6c6794abba None None] Checking router: bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8 for host: dv-cinder-805072-6-iscsi {{(pid=102518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:25:38.299305 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e846d8-0ddc-4318-9aea-de6c6794abba None None] Updating router bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8 port 6725b431-5ec5-49b6-b332-bdafbb752bc8 binding host dv-cinder-805072-6-iscsi {{(pid=102518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 05:25:38.426695 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-f65a9a00-7992-4d92-bf85-52f7ef82bcba tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks [] for port, precommit_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:38.434839 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-f65a9a00-7992-4d92-bf85-52f7ef82bcba tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:38.448320 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65a9a00-7992-4d92-bf85-52f7ef82bcba tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Pushing event updated for resources: {'Port': ['ID=b59714e6-ff22-4426-bff5-17f0fed1a08b,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:38.528492 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ac9e745f-9676-4126-8dd5-920d617c05ea req-87569ea1-e5dd-478a-bece-d1e29f648d31 service neutron] 10.222.0.48 "GET /v2.0/networks/50773825-fd81-4958-87b4-2ed90bf98952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699385 Nov 23 05:25:38.529614 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65a9a00-7992-4d92-bf85-52f7ef82bcba tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Pushing event updated for resources: {'Port': ['ID=b59714e6-ff22-4426-bff5-17f0fed1a08b,revision_number=2']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:38.536371 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-f65a9a00-7992-4d92-bf85-52f7ef82bcba tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637656'] for floatingip, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:38.570344 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-f65a9a00-7992-4d92-bf85-52f7ef82bcba tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for floatingip, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:38.573419 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-f65a9a00-7992-4d92-bf85-52f7ef82bcba tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8376303 Nov 23 05:25:38.779385 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0d0a024c-23f0-449c-b3ad-572215c9094a req-a6d5d939-b680-4de4-9358-05c257b77aa3 service neutron] 10.222.0.54 "GET /v2.0/networks/cb8dc895-95ad-48d3-8543-5b11b6af4c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6294863 Nov 23 05:25:38.809744 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ac9e745f-9676-4126-8dd5-920d617c05ea req-8088c269-13b8-4096-8e85-efb0ce00b503 service neutron] 10.222.0.48 "GET /v2.0/networks/50773825-fd81-4958-87b4-2ed90bf98952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801979 Nov 23 05:25:38.916068 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-c4e846d8-0ddc-4318-9aea-de6c6794abba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:38.938133 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-0cc3cdcc-aace-4769-a54e-383df0ffcf0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:39.125438 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9b3cc0-8ff8-420c-a100-ea70e01a30b1 x-openstack-request-id: req-9c9b3cc0-8ff8-420c-a100-ea70e01a30b1 {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:25:39.126307 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a18b0994-d8dc-40f4-a34a-4f36860014a9", "tag": "ce5edcd9-49cb-4b6f-99bd-b1ab1422448d", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:25:39.126727 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9c9b3cc0-8ff8-420c-a100-ea70e01a30b1 {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:25:39.127349 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a18b0994-d8dc-40f4-a34a-4f36860014a9', 'tag': 'ce5edcd9-49cb-4b6f-99bd-b1ab1422448d', 'status': 'completed', 'code': 200} Nov 23 05:25:39.213740 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device b82b280a-817c-4b74-95d1-8ce91849c759 up at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:25:39.465768 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:39.532417 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Provisioning complete for port b82b280a-817c-4b74-95d1-8ce91849c759 triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:25:39.532417 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:39.546922 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-abef881f-dc01-463b-96a2-68d5a8f22679 req-59b794fe-38b6-43b1-86ae-324ba390e6f6 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1197069926&fields=id&tenant_id=cb5e3bfadd8949d285afa69cba79918a HTTP/1.1" status: 200 len: 267 time: 0.1770234 Nov 23 05:25:39.804766 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.54', 55433) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:25:39.992869 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-c4e846d8-0ddc-4318-9aea-de6c6794abba None None] Publish callbacks [] for port, precommit_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:40.009060 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-c4e846d8-0ddc-4318-9aea-de6c6794abba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:40.248259 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509d0531-516b-46d0-b5ae-08719b3b5179 None None] Pushing event updated for resources: {'Port': ['ID=6725b431-5ec5-49b6-b332-bdafbb752bc8,revision_number=3']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:40.276701 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-cef99639-1f25-4c3f-8143-a627262e60ea req-91591c42-5de6-421d-aa61-2c83e00e0627 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1344311733&fields=id&tenant_id=9d77c663d85b417d80848237e522deb9 HTTP/1.1" status: 200 len: 267 time: 0.5461791 Nov 23 05:25:40.303236 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0d0a024c-23f0-449c-b3ad-572215c9094a req-a3ba652e-4253-4603-a0f1-f293d366b90e service neutron] 10.222.0.54 "GET /v2.0/networks/cb8dc895-95ad-48d3-8543-5b11b6af4c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7791531 Nov 23 05:25:40.342358 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-c4e846d8-0ddc-4318-9aea-de6c6794abba None None] Attempting to bind port 6725b431-5ec5-49b6-b332-bdafbb752bc8 on host dv-cinder-805072-6-iscsi for vnic_type normal with profile {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:25:40.343149 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-c4e846d8-0ddc-4318-9aea-de6c6794abba None None] Attempting to bind port 6725b431-5ec5-49b6-b332-bdafbb752bc8 by drivers openvswitch,hyperv on host dv-cinder-805072-6-iscsi at level 0 using segments [{'id': '96fbda44-3f8c-4841-b317-f7b687379738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd276bf6c-1506-42b0-9d9a-c9478303eb76'}] {{(pid=102518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:25:40.343682 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e846d8-0ddc-4318-9aea-de6c6794abba None None] Attempting to bind port 6725b431-5ec5-49b6-b332-bdafbb752bc8 on network d276bf6c-1506-42b0-9d9a-c9478303eb76 {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:25:40.361661 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e846d8-0ddc-4318-9aea-de6c6794abba None None] Checking agent: {'id': '820ec587-a722-4a8d-8856-03e998d7c894', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 5, 17, 39), 'started_at': datetime.datetime(2021, 11, 23, 5, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:25:40.362363 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e846d8-0ddc-4318-9aea-de6c6794abba None None] Checking segment: {'id': '96fbda44-3f8c-4841-b317-f7b687379738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd276bf6c-1506-42b0-9d9a-c9478303eb76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:25:40.363674 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-c4e846d8-0ddc-4318-9aea-de6c6794abba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:40.364271 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e846d8-0ddc-4318-9aea-de6c6794abba None None] Bound using segment: {'id': '96fbda44-3f8c-4841-b317-f7b687379738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd276bf6c-1506-42b0-9d9a-c9478303eb76'} {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:25:40.364937 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-c4e846d8-0ddc-4318-9aea-de6c6794abba None None] Bound port: 6725b431-5ec5-49b6-b332-bdafbb752bc8, host: dv-cinder-805072-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96fbda44-3f8c-4841-b317-f7b687379738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd276bf6c-1506-42b0-9d9a-c9478303eb76'}}] {{(pid=102518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:25:40.365481 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-c4e846d8-0ddc-4318-9aea-de6c6794abba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:40.455082 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device b82b280a-817c-4b74-95d1-8ce91849c759 up at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:25:40.593790 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef99639-1f25-4c3f-8143-a627262e60ea req-0f8f4995-61ba-44fa-8a58-bf8fb03a38c4 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:40.603113 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-cef99639-1f25-4c3f-8143-a627262e60ea req-0f8f4995-61ba-44fa-8a58-bf8fb03a38c4 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/networks?id=33a64f20-5fa2-4ee6-bf93-69fefe69b302 HTTP/1.1" status: 200 len: 811 time: 0.3127167 Nov 23 05:25:40.669941 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-cef99639-1f25-4c3f-8143-a627262e60ea req-55adcca0-d332-4bfe-bb6a-484b5175d2c7 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/quotas/9d77c663d85b417d80848237e522deb9 HTTP/1.1" status: 200 len: 375 time: 0.0627365 Nov 23 05:25:40.699798 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-c4e846d8-0ddc-4318-9aea-de6c6794abba None None] For port 6725b431-5ec5-49b6-b332-bdafbb752bc8, host dv-cinder-805072-6-iscsi, cleared binding levels {{(pid=102518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:25:40.710844 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-c4e846d8-0ddc-4318-9aea-de6c6794abba None None] For port 6725b431-5ec5-49b6-b332-bdafbb752bc8, host dv-cinder-805072-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=6725b431-5ec5-49b6-b332-bdafbb752bc8,segment=NetworkSegment(96fbda44-3f8c-4841-b317-f7b687379738),segment_id=96fbda44-3f8c-4841-b317-f7b687379738)] {{(pid=102518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:25:40.748751 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-c4e846d8-0ddc-4318-9aea-de6c6794abba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:40.798177 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb93ce-921f-4839-abe9-92d3a6285ced req-e9cbc932-8ffe-4883-a10f-f48317235e42 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:40.800117 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-2adb93ce-921f-4839-abe9-92d3a6285ced req-e9cbc932-8ffe-4883-a10f-f48317235e42 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.54 "GET /v2.0/networks?id=50773825-fd81-4958-87b4-2ed90bf98952 HTTP/1.1" status: 200 len: 818 time: 0.8605695 Nov 23 05:25:40.836313 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef881f-dc01-463b-96a2-68d5a8f22679 req-867b70e1-a700-455d-ae94-94e38e33d6bc tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:40.846183 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-abef881f-dc01-463b-96a2-68d5a8f22679 req-867b70e1-a700-455d-ae94-94e38e33d6bc tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/networks?id=d276bf6c-1506-42b0-9d9a-c9478303eb76 HTTP/1.1" status: 200 len: 816 time: 1.1170251 Nov 23 05:25:40.863469 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [req-2adb93ce-921f-4839-abe9-92d3a6285ced req-f42c7c78-8488-434d-ac5d-f2d789f6d275 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Request body: {'port': {'device_id': '2114cc7b-fabb-4522-8991-bad93eabefea', 'network_id': '50773825-fd81-4958-87b4-2ed90bf98952', 'admin_state_up': True, 'tenant_id': '69e7ea777b914593bb44950d24bd1f10'}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:25:40.880861 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-abef881f-dc01-463b-96a2-68d5a8f22679 req-9f704c45-f141-4105-b980-e75e5facab29 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/quotas/cb5e3bfadd8949d285afa69cba79918a HTTP/1.1" status: 200 len: 375 time: 0.0296767 Nov 23 05:25:40.898774 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509d0531-516b-46d0-b5ae-08719b3b5179 None None] Pushing event updated for resources: {'Port': ['ID=6725b431-5ec5-49b6-b332-bdafbb752bc8,revision_number=4']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:40.924018 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Provisioning complete for port b82b280a-817c-4b74-95d1-8ce91849c759 triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:25:40.925977 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:40.933951 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1cafc5-b365-4dd4-99da-338b3651e016 req-001d80df-7c17-4f39-8e58-a82f5bbc9b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:40.936385 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0d1cafc5-b365-4dd4-99da-338b3651e016 req-001d80df-7c17-4f39-8e58-a82f5bbc9b80 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c50805dbd952413298ef5c310a0fd00a&device_id=a18b0994-d8dc-40f4-a34a-4f36860014a9 HTTP/1.1" status: 200 len: 1096 time: 0.3032832 Nov 23 05:25:41.012915 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-cef99639-1f25-4c3f-8143-a627262e60ea req-7c128a61-f317-48c1-b270-5bb8bf393e92 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9d77c663d85b417d80848237e522deb9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3321950 Nov 23 05:25:41.023069 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-4944f62b-6393-45dc-94b6-3b7fa4f9f34d None None] Provisioning complete for port 6725b431-5ec5-49b6-b332-bdafbb752bc8 triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:25:41.023563 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-4944f62b-6393-45dc-94b6-3b7fa4f9f34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:41.139861 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2adb93ce-921f-4839-abe9-92d3a6285ced req-f42c7c78-8488-434d-ac5d-f2d789f6d275 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Made reservation on behalf of 69e7ea777b914593bb44950d24bd1f10 for: {'port': 1} {{(pid=102517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:25:41.149446 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [req-2adb93ce-921f-4839-abe9-92d3a6285ced req-f42c7c78-8488-434d-ac5d-f2d789f6d275 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:41.195239 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 699de14d-84da-40b4-a849-f78e26860e7a up at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:25:41.216331 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-abef881f-dc01-463b-96a2-68d5a8f22679 req-de99b508-d743-4171-beaa-6836d65e0a39 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=cb5e3bfadd8949d285afa69cba79918a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3338172 Nov 23 05:25:41.311657 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e846d8-0ddc-4318-9aea-de6c6794abba None None] Routers {'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:25:41.312474 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-c4e846d8-0ddc-4318-9aea-de6c6794abba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:25:36Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:25:41.486850 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-c4e846d8-0ddc-4318-9aea-de6c6794abba None None] Set router bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:25:41.544147 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.db.db_base_plugin_common [req-2adb93ce-921f-4839-abe9-92d3a6285ced req-f42c7c78-8488-434d-ac5d-f2d789f6d275 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Allocated IP 172.20.0.4 (50773825-fd81-4958-87b4-2ed90bf98952/1ab3fbc5-9816-4f2a-a489-0455f1380f70/e5addb99-97fe-47a8-943e-31abf62517ff) {{(pid=102517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:25:41.551218 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.54', 55440) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:25:41.628620 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 56196) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:25:41.739105 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1cafc5-b365-4dd4-99da-338b3651e016 req-1bdb03e3-14b9-49c3-9934-79aaef7455a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:41.741533 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0d1cafc5-b365-4dd4-99da-338b3651e016 req-1bdb03e3-14b9-49c3-9934-79aaef7455a6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cb8dc895-95ad-48d3-8543-5b11b6af4c03 HTTP/1.1" status: 200 len: 912 time: 0.7647038 Nov 23 05:25:41.756563 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-cef99639-1f25-4c3f-8143-a627262e60ea req-3a6e9a44-d166-4454-b588-e5958e53bd65 service neutron] 10.222.0.48 "GET /v2.0/networks/33a64f20-5fa2-4ee6-bf93-69fefe69b302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7149327 Nov 23 05:25:41.793070 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-abef881f-dc01-463b-96a2-68d5a8f22679 req-68fb2c3a-1b93-4ff9-a895-907e1313e8a5 service neutron] 10.222.0.48 "GET /v2.0/networks/d276bf6c-1506-42b0-9d9a-c9478303eb76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5410714 Nov 23 05:25:41.855974 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Provisioning complete for port 699de14d-84da-40b4-a849-f78e26860e7a triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:25:41.856507 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:42.061103 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-4944f62b-6393-45dc-94b6-3b7fa4f9f34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:42.072507 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-abef881f-dc01-463b-96a2-68d5a8f22679 req-d3d93eb0-d7af-4d06-bc6c-a812f878368a service neutron] 10.222.0.48 "GET /v2.0/networks/d276bf6c-1506-42b0-9d9a-c9478303eb76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000403 Nov 23 05:25:42.176756 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0d1cafc5-b365-4dd4-99da-338b3651e016 req-1701d244-2a88-4ed2-84df-1a2a5b20df44 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce5edcd9-49cb-4b6f-99bd-b1ab1422448d HTTP/1.1" status: 200 len: 217 time: 0.4004436 Nov 23 05:25:42.208915 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-0b1805f3-beb2-4204-b6bd-7e5939f3400b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:42.240419 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:42.333155 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-4944f62b-6393-45dc-94b6-3b7fa4f9f34d None None] For port 6725b431-5ec5-49b6-b332-bdafbb752bc8, host dv-cinder-805072-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=6725b431-5ec5-49b6-b332-bdafbb752bc8,segment=NetworkSegment(96fbda44-3f8c-4841-b317-f7b687379738),segment_id=96fbda44-3f8c-4841-b317-f7b687379738)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:25:42.355728 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-c4e846d8-0ddc-4318-9aea-de6c6794abba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8', 'name': 'tempest-AttachVolumeShelveTestJSON-446161572-router', 'tenant_id': 'cb5e3bfadd8949d285afa69cba79918a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '0128ae89-349c-4adb-be5f-1bd1a47512d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:25:17Z', 'updated_at': '2021-11-23T05:25:24Z', 'revision_number': 4, 'project_id': 'cb5e3bfadd8949d285afa69cba79918a', 'gw_port': {'id': '0128ae89-349c-4adb-be5f-1bd1a47512d6', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_interfaces': [{'id': '6725b431-5ec5-49b6-b332-bdafbb752bc8', 'name': '', 'network_id': 'd276bf6c-1506-42b0-9d9a-c9478303eb76', 'tenant_id': 'cb5e3bfadd8949d285afa69cba79918a', 'mac_address': 'fa:16:3e:60:3b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b812847c-d94f-408a-a05b-e1adde40724b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:22Z', 'updated_at': '2021-11-23T05:25:40Z', 'revision_number': 4, 'project_id': 'cb5e3bfadd8949d285afa69cba79918a', 'subnets': [{'id': 'b812847c-d94f-408a-a05b-e1adde40724b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:25:42.378705 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-0b1805f3-beb2-4204-b6bd-7e5939f3400b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:42.403060 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-0b1805f3-beb2-4204-b6bd-7e5939f3400b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:42.452492 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e846d8-0ddc-4318-9aea-de6c6794abba None None] The sync data for ids ['bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8'] in dv-cinder-805072-6-iscsi is: [{'id': 'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8', 'name': 'tempest-AttachVolumeShelveTestJSON-446161572-router', 'tenant_id': 'cb5e3bfadd8949d285afa69cba79918a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '0128ae89-349c-4adb-be5f-1bd1a47512d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:25:17Z', 'updated_at': '2021-11-23T05:25:24Z', 'revision_number': 4, 'project_id': 'cb5e3bfadd8949d285afa69cba79918a', 'gw_port': {'id': '0128ae89-349c-4adb-be5f-1bd1a47512d6', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_interfaces': [{'id': '6725b431-5ec5-49b6-b332-bdafbb752bc8', 'name': '', 'network_id': 'd276bf6c-1506-42b0-9d9a-c9478303eb76', 'tenant_id': 'cb5e3bfadd8949d285afa69cba79918a', 'mac_address': 'fa:16:3e:60:3b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b812847c-d94f-408a-a05b-e1adde40724b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:22Z', 'updated_at': '2021-11-23T05:25:40Z', 'revision_number': 4, 'project_id': 'cb5e3bfadd8949d285afa69cba79918a', 'subnets': [{'id': 'b812847c-d94f-408a-a05b-e1adde40724b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:25:42.459379 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-4944f62b-6393-45dc-94b6-3b7fa4f9f34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:42.533144 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] For port 699de14d-84da-40b4-a849-f78e26860e7a, host dv-cinder-805072-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=699de14d-84da-40b4-a849-f78e26860e7a,segment=NetworkSegment(d6f2711b-0f0b-4fa6-95c3-febadd85b771),segment_id=d6f2711b-0f0b-4fa6-95c3-febadd85b771)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:25:42.547237 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:42.594876 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-987f9eda-0f29-4129-ad5e-683dfa4749bc None None] Provisioning complete for port 6725b431-5ec5-49b6-b332-bdafbb752bc8 triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:25:42.595723 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-987f9eda-0f29-4129-ad5e-683dfa4749bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:42.604828 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4944f62b-6393-45dc-94b6-3b7fa4f9f34d None None] Pushing event updated for resources: {'Port': ['ID=6725b431-5ec5-49b6-b332-bdafbb752bc8,revision_number=5']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:42.638209 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e745f-9676-4126-8dd5-920d617c05ea req-10a75a66-73a8-4940-9ef6-0268e192341f tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:42.643085 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-ac9e745f-9676-4126-8dd5-920d617c05ea req-10a75a66-73a8-4940-9ef6-0268e192341f tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.54 "GET /v2.0/networks?id=50773825-fd81-4958-87b4-2ed90bf98952 HTTP/1.1" status: 200 len: 818 time: 1.0498686 Nov 23 05:25:42.797483 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [req-2adb93ce-921f-4839-abe9-92d3a6285ced req-f42c7c78-8488-434d-ac5d-f2d789f6d275 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Publish callbacks [] for port, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:42.842146 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Pushing event updated for resources: {'Port': ['ID=699de14d-84da-40b4-a849-f78e26860e7a,revision_number=5']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:42.924548 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 6725b431-5ec5-49b6-b332-bdafbb752bc8 up at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:25:42.948784 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [req-2adb93ce-921f-4839-abe9-92d3a6285ced req-f42c7c78-8488-434d-ac5d-f2d789f6d275 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751724218534'] for port, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:43.138451 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Provisioning complete for port 6725b431-5ec5-49b6-b332-bdafbb752bc8 triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:25:43.140295 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:43.214412 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1805f3-beb2-4204-b6bd-7e5939f3400b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e5c1c5-7308-43bf-a8a2-40175914e7b6,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:43.222963 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1cafc5-b365-4dd4-99da-338b3651e016 req-f93cdef9-fac5-4222-9058-f008eb16ecfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:43.223165 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2adb93ce-921f-4839-abe9-92d3a6285ced req-f42c7c78-8488-434d-ac5d-f2d789f6d275 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Network 50773825-fd81-4958-87b4-2ed90bf98952 is already hosted by enough agents. {{(pid=102517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:25:43.224797 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0d1cafc5-b365-4dd4-99da-338b3651e016 req-f93cdef9-fac5-4222-9058-f008eb16ecfb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=521d4456-8ecb-4141-a366-3842211dccc9 HTTP/1.1" status: 200 len: 851 time: 0.8399136 Nov 23 05:25:43.252696 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.base_scheduler [req-2adb93ce-921f-4839-abe9-92d3a6285ced req-f42c7c78-8488-434d-ac5d-f2d789f6d275 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Resources bound (agent type, host, resource id): {{(pid=102517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:25:43.260138 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [req-2adb93ce-921f-4839-abe9-92d3a6285ced req-f42c7c78-8488-434d-ac5d-f2d789f6d275 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Received port after_create {{(pid=102517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:25:43.278131 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2fce43a7-bbab-40fa-9f71-d10456f6e685 req-abd46bbd-93d7-4430-ac02-b1fd79a68c9b tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced07a84-22c3-4598-9da4-21800b5df478 HTTP/1.1" status: 200 len: 210 time: 0.1855445 Nov 23 05:25:43.281387 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb93ce-921f-4839-abe9-92d3a6285ced req-f42c7c78-8488-434d-ac5d-f2d789f6d275 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:43.281607 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [req-2adb93ce-921f-4839-abe9-92d3a6285ced req-f42c7c78-8488-434d-ac5d-f2d789f6d275 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for port, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:43.285675 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42c7c78-8488-434d-ac5d-f2d789f6d275 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Pushing event updated for resources: {'Port': ['ID=e5addb99-97fe-47a8-943e-31abf62517ff,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:43.301615 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-cef99639-1f25-4c3f-8143-a627262e60ea req-9ecdc218-0a07-49f1-abb7-7c7c2afedf66 service neutron] 10.222.0.48 "GET /v2.0/networks/33a64f20-5fa2-4ee6-bf93-69fefe69b302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5272295 Nov 23 05:25:43.358554 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-2adb93ce-921f-4839-abe9-92d3a6285ced req-f42c7c78-8488-434d-ac5d-f2d789f6d275 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4999974 Nov 23 05:25:43.376982 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 56236) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:25:43.378588 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-0b1805f3-beb2-4204-b6bd-7e5939f3400b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0b54a44654754124b4185a132939b632&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7434618 Nov 23 05:25:43.545068 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-41b101c2-c3ce-4bf7-86c1-d05eee9ed069 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:43.555319 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff58a64-1ae1-406f-980f-f1bd93790326 req-e4de7d11-736c-4b60-ac63-6141a2bf722f tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:43.564833 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-dff58a64-1ae1-406f-980f-f1bd93790326 req-e4de7d11-736c-4b60-ac63-6141a2bf722f tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] 10.222.0.48 "GET /v2.0/ports?device_id=a18b0994-d8dc-40f4-a34a-4f36860014a9 HTTP/1.1" status: 200 len: 943 time: 0.1440821 Nov 23 05:25:43.604438 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-41b101c2-c3ce-4bf7-86c1-d05eee9ed069 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:43.697771 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-dff58a64-1ae1-406f-980f-f1bd93790326 req-e2a43446-7530-4e95-ba82-cf29292921f3 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa91b577-eeab-499a-b593-0e6263ba4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316121 Nov 23 05:25:43.806412 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [req-2adb93ce-921f-4839-abe9-92d3a6285ced req-cddaef1a-c22f-4f87-8861-f4372ab9a74d service neutron] Request body: {'port': {'device_id': '2114cc7b-fabb-4522-8991-bad93eabefea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80507'}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:25:43.823536 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [req-ac9e745f-9676-4126-8dd5-920d617c05ea req-723c1ff6-044a-4381-be3b-55c9d6dabf5b tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Request body: {'port': {'device_id': 'ced07a84-22c3-4598-9da4-21800b5df478', 'network_id': '50773825-fd81-4958-87b4-2ed90bf98952', 'admin_state_up': True, 'tenant_id': '69e7ea777b914593bb44950d24bd1f10'}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:25:43.840123 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-41b101c2-c3ce-4bf7-86c1-d05eee9ed069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:43.855492 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-41b101c2-c3ce-4bf7-86c1-d05eee9ed069 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:43.859227 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-41b101c2-c3ce-4bf7-86c1-d05eee9ed069 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/59e5c1c5-7308-43bf-a8a2-40175914e7b6 HTTP/1.1" status: 204 len: 168 time: 0.4807680 Nov 23 05:25:43.874565 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0d1cafc5-b365-4dd4-99da-338b3651e016 req-d030294e-87c9-438f-bc40-830c93d77910 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cb8dc895-95ad-48d3-8543-5b11b6af4c03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1011429 Nov 23 05:25:44.022001 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b101c2-c3ce-4bf7-86c1-d05eee9ed069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e5c1c5-7308-43bf-a8a2-40175914e7b6,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:44.189730 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [req-2adb93ce-921f-4839-abe9-92d3a6285ced req-cddaef1a-c22f-4f87-8861-f4372ab9a74d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:44.200954 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-113b2e42-77f7-42e2-91b2-9737cc403969 req-233b4339-5e23-487b-a818-b31808762592 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 210 time: 0.3225482 Nov 23 05:25:44.204527 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-06bc6d5e-4531-4fa6-aa07-d7515bf71571 req-4c86150c-2204-4320-9df8-32d57434099a tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 210 time: 0.2335448 Nov 23 05:25:44.313689 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0d1cafc5-b365-4dd4-99da-338b3651e016 req-12ebe4f9-9109-4d5c-8db8-f85683692a6a service neutron] 10.222.0.54 "GET /v2.0/networks/cb8dc895-95ad-48d3-8543-5b11b6af4c03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949893 Nov 23 05:25:44.458279 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-528e8a60-38cb-4798-9ee0-ff52bc9d1aae req-684f779c-47c6-43dc-a7f5-bde0327db570 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced07a84-22c3-4598-9da4-21800b5df478 HTTP/1.1" status: 200 len: 210 time: 0.0535932 Nov 23 05:25:44.591641 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac9e745f-9676-4126-8dd5-920d617c05ea req-723c1ff6-044a-4381-be3b-55c9d6dabf5b tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Made reservation on behalf of 69e7ea777b914593bb44950d24bd1f10 for: {'port': 1} {{(pid=102517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:25:44.605277 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [req-ac9e745f-9676-4126-8dd5-920d617c05ea req-723c1ff6-044a-4381-be3b-55c9d6dabf5b tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:44.674468 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 56288) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:25:44.723949 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 6725b431-5ec5-49b6-b332-bdafbb752bc8 up at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:25:44.732268 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-a2212673-d6c8-4a05-8a66-484c2a7f57fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:44.820226 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0d1cafc5-b365-4dd4-99da-338b3651e016 req-cae5885c-a523-4d7d-8700-520122ef00bf service neutron] 10.222.0.54 "GET /v2.0/networks/cb8dc895-95ad-48d3-8543-5b11b6af4c03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840698 Nov 23 05:25:44.860769 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Provisioning complete for port 6725b431-5ec5-49b6-b332-bdafbb752bc8 triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:25:44.861403 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:45.008598 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181e745-fbb1-4f51-a939-b1405a0ac7ca req-a3fabf48-0208-466c-8db5-62fdc21da0d5 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:45.015093 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7181e745-fbb1-4f51-a939-b1405a0ac7ca req-a3fabf48-0208-466c-8db5-62fdc21da0d5 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] 10.222.0.48 "GET /v2.0/ports?device_id=a18b0994-d8dc-40f4-a34a-4f36860014a9 HTTP/1.1" status: 200 len: 943 time: 0.1180978 Nov 23 05:25:45.063984 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 699de14d-84da-40b4-a849-f78e26860e7a up at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:25:45.081867 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [req-2adb93ce-921f-4839-abe9-92d3a6285ced req-cddaef1a-c22f-4f87-8861-f4372ab9a74d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5addb99-97fe-47a8-943e-31abf62517ff {{(pid=102517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:25:45.095091 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-a2212673-d6c8-4a05-8a66-484c2a7f57fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:45.110773 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-a2212673-d6c8-4a05-8a66-484c2a7f57fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:45.120824 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [req-2adb93ce-921f-4839-abe9-92d3a6285ced req-cddaef1a-c22f-4f87-8861-f4372ab9a74d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:45.146958 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Provisioning complete for port 699de14d-84da-40b4-a849-f78e26860e7a triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:25:45.147386 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:45.170898 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [req-2adb93ce-921f-4839-abe9-92d3a6285ced req-cddaef1a-c22f-4f87-8861-f4372ab9a74d service neutron] Transition to ACTIVE for port object e5addb99-97fe-47a8-943e-31abf62517ff will not be triggered until provisioned by entity L2. {{(pid=102517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 05:25:45.225030 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [req-2adb93ce-921f-4839-abe9-92d3a6285ced req-cddaef1a-c22f-4f87-8861-f4372ab9a74d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:45.294923 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-a2212673-d6c8-4a05-8a66-484c2a7f57fa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=48af944b4f054513a2b8bb3f034a6ef1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6179218 Nov 23 05:25:45.325666 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 56314) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:25:45.333340 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2212673-d6c8-4a05-8a66-484c2a7f57fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1b7291-9c33-4efc-9582-24655661b2cd,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:45.358046 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7181e745-fbb1-4f51-a939-b1405a0ac7ca req-94cacabe-7e6f-498c-8a99-1b06231e303b tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa91b577-eeab-499a-b593-0e6263ba4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297629 Nov 23 05:25:45.384467 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef881f-dc01-463b-96a2-68d5a8f22679 req-6cedeffe-3b9d-4eac-9d95-658951835f9f tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:45.392160 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-abef881f-dc01-463b-96a2-68d5a8f22679 req-6cedeffe-3b9d-4eac-9d95-658951835f9f tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.54 "GET /v2.0/networks?id=d276bf6c-1506-42b0-9d9a-c9478303eb76 HTTP/1.1" status: 200 len: 816 time: 0.2441201 Nov 23 05:25:45.429345 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.db.db_base_plugin_common [req-ac9e745f-9676-4126-8dd5-920d617c05ea req-723c1ff6-044a-4381-be3b-55c9d6dabf5b tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Allocated IP 172.20.0.3 (50773825-fd81-4958-87b4-2ed90bf98952/1ab3fbc5-9816-4f2a-a489-0455f1380f70/58fc10fd-44a0-4e15-a1cb-fde92a71ae87) {{(pid=102517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:25:45.444006 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2250b0bb-7d50-4315-b573-1c1c09a57000 req-382bbe5c-84df-46a4-b21f-5e95cd3d64e3 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 210 time: 0.0507333 Nov 23 05:25:45.478243 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddaef1a-c22f-4f87-8861-f4372ab9a74d service neutron] Pushing event updated for resources: {'Port': ['ID=e5addb99-97fe-47a8-943e-31abf62517ff,revision_number=2']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:45.482436 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [req-2adb93ce-921f-4839-abe9-92d3a6285ced req-cddaef1a-c22f-4f87-8861-f4372ab9a74d service neutron] Attempting to bind port e5addb99-97fe-47a8-943e-31abf62517ff on host hv-cinder-80507 for vnic_type normal with profile {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:25:45.483120 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [req-2adb93ce-921f-4839-abe9-92d3a6285ced req-cddaef1a-c22f-4f87-8861-f4372ab9a74d service neutron] Attempting to bind port e5addb99-97fe-47a8-943e-31abf62517ff by drivers openvswitch,hyperv on host hv-cinder-80507 at level 0 using segments [{'id': 'd6f2711b-0f0b-4fa6-95c3-febadd85b771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '50773825-fd81-4958-87b4-2ed90bf98952'}] {{(pid=102517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:25:45.483291 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adb93ce-921f-4839-abe9-92d3a6285ced req-cddaef1a-c22f-4f87-8861-f4372ab9a74d service neutron] Attempting to bind port e5addb99-97fe-47a8-943e-31abf62517ff on network 50773825-fd81-4958-87b4-2ed90bf98952 {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:25:45.499044 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adb93ce-921f-4839-abe9-92d3a6285ced req-cddaef1a-c22f-4f87-8861-f4372ab9a74d service neutron] Port e5addb99-97fe-47a8-943e-31abf62517ff on network 50773825-fd81-4958-87b4-2ed90bf98952 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80507 {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 05:25:45.499449 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adb93ce-921f-4839-abe9-92d3a6285ced req-cddaef1a-c22f-4f87-8861-f4372ab9a74d service neutron] Attempting to bind port e5addb99-97fe-47a8-943e-31abf62517ff on network 50773825-fd81-4958-87b4-2ed90bf98952 {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:25:45.525227 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b4a15c12-2da0-4961-8dbe-736e76abd1e1 req-8bccb31a-e35a-4642-819c-1a990cddf552 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 210 time: 0.0656157 Nov 23 05:25:45.528911 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adb93ce-921f-4839-abe9-92d3a6285ced req-cddaef1a-c22f-4f87-8861-f4372ab9a74d service neutron] Checking agent: {'id': 'b8a1d969-7c04-443a-af3a-1812b1d56913', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80507', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 5, 23, 27), 'started_at': datetime.datetime(2021, 11, 23, 5, 23, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:25:45.529383 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adb93ce-921f-4839-abe9-92d3a6285ced req-cddaef1a-c22f-4f87-8861-f4372ab9a74d service neutron] Checking segment: {'id': 'd6f2711b-0f0b-4fa6-95c3-febadd85b771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '50773825-fd81-4958-87b4-2ed90bf98952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:25:45.529968 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adb93ce-921f-4839-abe9-92d3a6285ced req-cddaef1a-c22f-4f87-8861-f4372ab9a74d service neutron] Bound using segment: {'id': 'd6f2711b-0f0b-4fa6-95c3-febadd85b771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '50773825-fd81-4958-87b4-2ed90bf98952'} {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:25:45.530587 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [req-2adb93ce-921f-4839-abe9-92d3a6285ced req-cddaef1a-c22f-4f87-8861-f4372ab9a74d service neutron] Bound port: e5addb99-97fe-47a8-943e-31abf62517ff, host: hv-cinder-80507, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6f2711b-0f0b-4fa6-95c3-febadd85b771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '50773825-fd81-4958-87b4-2ed90bf98952'}}] {{(pid=102517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:25:45.531055 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [req-2adb93ce-921f-4839-abe9-92d3a6285ced req-cddaef1a-c22f-4f87-8861-f4372ab9a74d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:45.569006 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-7f87aca1-355d-4730-8e9e-8bdf08bd1980 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:45.585461 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-75acd376-3de5-4d3f-b9d9-b20f0abaf294 req-5b901586-2e2d-4c5b-bf9b-934fe48f132d tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced07a84-22c3-4598-9da4-21800b5df478 HTTP/1.1" status: 200 len: 210 time: 0.0391731 Nov 23 05:25:45.592334 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-abef881f-dc01-463b-96a2-68d5a8f22679 req-e450dbf4-cae0-4369-a926-db70121a88a6 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb5e3bfadd8949d285afa69cba79918a HTTP/1.1" status: 200 len: 380 time: 0.1608422 Nov 23 05:25:45.610369 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [req-abef881f-dc01-463b-96a2-68d5a8f22679 req-22e0fbe9-a74d-4147-a050-358aed0529ba tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Request body: {'port': {'device_id': 'b1eaee9c-dfd3-4231-ba52-19a998e37390', 'network_id': 'd276bf6c-1506-42b0-9d9a-c9478303eb76', 'admin_state_up': True, 'tenant_id': 'cb5e3bfadd8949d285afa69cba79918a', 'security_groups': ['dc5000c3-a1a6-4187-a371-a73509fe826d']}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:25:45.673610 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-7f87aca1-355d-4730-8e9e-8bdf08bd1980 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:45.736311 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abef881f-dc01-463b-96a2-68d5a8f22679 req-22e0fbe9-a74d-4147-a050-358aed0529ba tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Made reservation on behalf of cb5e3bfadd8949d285afa69cba79918a for: {'port': 1} {{(pid=102516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:25:45.740799 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-abef881f-dc01-463b-96a2-68d5a8f22679 req-22e0fbe9-a74d-4147-a050-358aed0529ba tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:45.752065 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [req-2adb93ce-921f-4839-abe9-92d3a6285ced req-cddaef1a-c22f-4f87-8861-f4372ab9a74d service neutron] For port e5addb99-97fe-47a8-943e-31abf62517ff, host hv-cinder-80507, cleared binding levels {{(pid=102517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:25:45.786100 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [req-2adb93ce-921f-4839-abe9-92d3a6285ced req-cddaef1a-c22f-4f87-8861-f4372ab9a74d service neutron] For port e5addb99-97fe-47a8-943e-31abf62517ff, host hv-cinder-80507, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=e5addb99-97fe-47a8-943e-31abf62517ff,segment=NetworkSegment(d6f2711b-0f0b-4fa6-95c3-febadd85b771),segment_id=d6f2711b-0f0b-4fa6-95c3-febadd85b771)] {{(pid=102517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:25:45.799567 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [req-2adb93ce-921f-4839-abe9-92d3a6285ced req-cddaef1a-c22f-4f87-8861-f4372ab9a74d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:45.808483 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [req-ac9e745f-9676-4126-8dd5-920d617c05ea req-723c1ff6-044a-4381-be3b-55c9d6dabf5b tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Publish callbacks [] for port, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:45.822972 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.54', 55452) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:25:45.857195 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb93ce-921f-4839-abe9-92d3a6285ced req-cddaef1a-c22f-4f87-8861-f4372ab9a74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:45.857833 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [req-2adb93ce-921f-4839-abe9-92d3a6285ced req-cddaef1a-c22f-4f87-8861-f4372ab9a74d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for port, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:45.859283 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-2adb93ce-921f-4839-abe9-92d3a6285ced req-cddaef1a-c22f-4f87-8861-f4372ab9a74d service neutron] 10.222.0.54 "PUT /v2.0/ports/e5addb99-97fe-47a8-943e-31abf62517ff HTTP/1.1" status: 200 len: 1093 time: 2.0697687 Nov 23 05:25:45.860020 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2114cc7b-fabb-4522-8991-bad93eabefea', 'tag': 'e5addb99-97fe-47a8-943e-31abf62517ff'}] {{(pid=102517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:25:45.927636 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-7f87aca1-355d-4730-8e9e-8bdf08bd1980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:45.931930 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-7f87aca1-355d-4730-8e9e-8bdf08bd1980 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:45.933460 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-7f87aca1-355d-4730-8e9e-8bdf08bd1980 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8d1b7291-9c33-4efc-9582-24655661b2cd HTTP/1.1" status: 204 len: 168 time: 0.6027136 Nov 23 05:25:45.971163 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f87aca1-355d-4730-8e9e-8bdf08bd1980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1b7291-9c33-4efc-9582-24655661b2cd,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:45.980409 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddaef1a-c22f-4f87-8861-f4372ab9a74d service neutron] Pushing event updated for resources: {'Port': ['ID=e5addb99-97fe-47a8-943e-31abf62517ff,revision_number=3']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:46.045560 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [req-ac9e745f-9676-4126-8dd5-920d617c05ea req-723c1ff6-044a-4381-be3b-55c9d6dabf5b tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751724218534'] for port, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:46.115148 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.db_base_plugin_common [req-abef881f-dc01-463b-96a2-68d5a8f22679 req-22e0fbe9-a74d-4147-a050-358aed0529ba tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Allocated IP 172.20.0.12 (d276bf6c-1506-42b0-9d9a-c9478303eb76/b812847c-d94f-408a-a05b-e1adde40724b/b20df5f1-9ac0-4b9c-a723-2aaae32a648d) {{(pid=102516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:25:46.119773 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac9e745f-9676-4126-8dd5-920d617c05ea req-723c1ff6-044a-4381-be3b-55c9d6dabf5b tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Network 50773825-fd81-4958-87b4-2ed90bf98952 is already hosted by enough agents. {{(pid=102517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:25:46.127934 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb93ce-921f-4839-abe9-92d3a6285ced req-e47545ec-088d-4f24-b78a-ae1fe808a7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:46.129874 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-2adb93ce-921f-4839-abe9-92d3a6285ced req-e47545ec-088d-4f24-b78a-ae1fe808a7ea service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=69e7ea777b914593bb44950d24bd1f10&device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 1096 time: 0.1434822 Nov 23 05:25:46.133242 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.base_scheduler [req-ac9e745f-9676-4126-8dd5-920d617c05ea req-723c1ff6-044a-4381-be3b-55c9d6dabf5b tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Resources bound (agent type, host, resource id): {{(pid=102517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:25:46.140652 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac9e745f-9676-4126-8dd5-920d617c05ea req-723c1ff6-044a-4381-be3b-55c9d6dabf5b tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Received port after_create {{(pid=102517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:25:46.148336 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e745f-9676-4126-8dd5-920d617c05ea req-723c1ff6-044a-4381-be3b-55c9d6dabf5b tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:46.149122 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [req-ac9e745f-9676-4126-8dd5-920d617c05ea req-723c1ff6-044a-4381-be3b-55c9d6dabf5b tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for port, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:46.153170 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723c1ff6-044a-4381-be3b-55c9d6dabf5b tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Pushing event updated for resources: {'Port': ['ID=58fc10fd-44a0-4e15-a1cb-fde92a71ae87,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:46.169160 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef99639-1f25-4c3f-8143-a627262e60ea req-1d931210-af5a-4842-aeb4-37ccd078475b tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:46.170797 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-cef99639-1f25-4c3f-8143-a627262e60ea req-1d931210-af5a-4842-aeb4-37ccd078475b tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.54 "GET /v2.0/networks?id=33a64f20-5fa2-4ee6-bf93-69fefe69b302 HTTP/1.1" status: 200 len: 811 time: 0.3465316 Nov 23 05:25:46.234693 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6655a57eaf65bce136dcd01a1029ca1ef2acc79c86755a7aa074dfdaee6e1dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b0a618-ef24-447f-b47d-e434f896b821" -d '{"events": [{"name": "network-changed", "server_uuid": "2114cc7b-fabb-4522-8991-bad93eabefea", "tag": "e5addb99-97fe-47a8-943e-31abf62517ff"}]}' {{(pid=102517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:25:46.241077 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-2adb93ce-921f-4839-abe9-92d3a6285ced req-5dd713b8-e25b-417a-87b0-9fb07cafe36e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5addb99-97fe-47a8-943e-31abf62517ff HTTP/1.1" status: 200 len: 217 time: 0.0842874 Nov 23 05:25:46.246808 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-ac9e745f-9676-4126-8dd5-920d617c05ea req-723c1ff6-044a-4381-be3b-55c9d6dabf5b tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4641681 Nov 23 05:25:46.330846 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-cef99639-1f25-4c3f-8143-a627262e60ea req-79085a96-4c08-4264-ae73-84dfcb7af717 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d77c663d85b417d80848237e522deb9 HTTP/1.1" status: 200 len: 380 time: 0.1365590 Nov 23 05:25:46.345342 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [req-ac9e745f-9676-4126-8dd5-920d617c05ea req-9c3c965d-d700-4fc3-b2c4-68d35bd30ea7 service neutron] Request body: {'port': {'device_id': 'ced07a84-22c3-4598-9da4-21800b5df478', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80507'}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:25:46.346092 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [req-cef99639-1f25-4c3f-8143-a627262e60ea req-af8e7770-7080-4040-a056-8b8cc0235d7e tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Request body: {'port': {'device_id': '5f211b72-7ef2-4060-8982-29ba5fad08ac', 'network_id': '33a64f20-5fa2-4ee6-bf93-69fefe69b302', 'admin_state_up': True, 'tenant_id': '9d77c663d85b417d80848237e522deb9', 'security_groups': ['7470cc19-88e4-4a2a-8e87-add4a0c82a5b']}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:25:46.466920 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-abef881f-dc01-463b-96a2-68d5a8f22679 req-22e0fbe9-a74d-4147-a050-358aed0529ba tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks [] for port, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:46.567518 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb93ce-921f-4839-abe9-92d3a6285ced req-850cd03f-a574-4fa3-b38e-c3eb40bce7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:46.568977 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-2adb93ce-921f-4839-abe9-92d3a6285ced req-850cd03f-a574-4fa3-b38e-c3eb40bce7d9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1ab3fbc5-9816-4f2a-a489-0455f1380f70 HTTP/1.1" status: 200 len: 858 time: 0.3210285 Nov 23 05:25:46.581580 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cef99639-1f25-4c3f-8143-a627262e60ea req-af8e7770-7080-4040-a056-8b8cc0235d7e tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Made reservation on behalf of 9d77c663d85b417d80848237e522deb9 for: {'port': 1} {{(pid=102516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:25:46.599012 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-cef99639-1f25-4c3f-8143-a627262e60ea req-af8e7770-7080-4040-a056-8b8cc0235d7e tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:46.599012 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-abef881f-dc01-463b-96a2-68d5a8f22679 req-22e0fbe9-a74d-4147-a050-358aed0529ba tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751724218534'] for port, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:46.655471 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-2adb93ce-921f-4839-abe9-92d3a6285ced req-f179412d-f794-4070-87a9-4b305db287ac service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=50773825-fd81-4958-87b4-2ed90bf98952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779128 Nov 23 05:25:46.658349 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c37b04-4081-47e5-9b83-d1a7da34b5d8 x-openstack-request-id: req-d7c37b04-4081-47e5-9b83-d1a7da34b5d8 {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:25:46.658633 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2114cc7b-fabb-4522-8991-bad93eabefea", "tag": "e5addb99-97fe-47a8-943e-31abf62517ff", "status": "completed", "code": 200}]} {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:25:46.658902 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d7c37b04-4081-47e5-9b83-d1a7da34b5d8 {{(pid=102517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:25:46.659901 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2114cc7b-fabb-4522-8991-bad93eabefea', 'tag': 'e5addb99-97fe-47a8-943e-31abf62517ff', 'status': 'completed', 'code': 200} Nov 23 05:25:46.662517 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [req-ac9e745f-9676-4126-8dd5-920d617c05ea req-9c3c965d-d700-4fc3-b2c4-68d35bd30ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:46.707165 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device ce5edcd9-49cb-4b6f-99bd-b1ab1422448d details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=102518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 05:25:46.788451 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdccf5c-0241-48c9-8535-d0a7f587ae76 req-389e2767-15c1-46d7-8944-1a6849392486 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:46.790426 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0fdccf5c-0241-48c9-8535-d0a7f587ae76 req-389e2767-15c1-46d7-8944-1a6849392486 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] 10.222.0.48 "GET /v2.0/ports?device_id=a18b0994-d8dc-40f4-a34a-4f36860014a9 HTTP/1.1" status: 200 len: 943 time: 0.2613022 Nov 23 05:25:46.804323 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abef881f-dc01-463b-96a2-68d5a8f22679 req-22e0fbe9-a74d-4147-a050-358aed0529ba tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Network d276bf6c-1506-42b0-9d9a-c9478303eb76 is already hosted by enough agents. {{(pid=102516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:25:46.825357 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [req-abef881f-dc01-463b-96a2-68d5a8f22679 req-22e0fbe9-a74d-4147-a050-358aed0529ba tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Resources bound (agent type, host, resource id): {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:25:46.840784 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e0fbe9-a74d-4147-a050-358aed0529ba tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Pushing event updated for resources: {'Port': ['ID=b20df5f1-9ac0-4b9c-a723-2aaae32a648d,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:46.849969 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [req-abef881f-dc01-463b-96a2-68d5a8f22679 req-22e0fbe9-a74d-4147-a050-358aed0529ba tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Received port after_create {{(pid=102516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:25:46.856888 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef881f-dc01-463b-96a2-68d5a8f22679 req-22e0fbe9-a74d-4147-a050-358aed0529ba tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:46.858083 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-abef881f-dc01-463b-96a2-68d5a8f22679 req-22e0fbe9-a74d-4147-a050-358aed0529ba tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:46.883985 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port ce5edcd9-49cb-4b6f-99bd-b1ab1422448d, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=ce5edcd9-49cb-4b6f-99bd-b1ab1422448d,segment=NetworkSegment(380eae46-c20e-425a-a318-241c581874ad),segment_id=380eae46-c20e-425a-a318-241c581874ad)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:25:46.907374 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Returning: {'device': 'ce5edcd9-49cb-4b6f-99bd-b1ab1422448d', 'network_id': 'cb8dc895-95ad-48d3-8543-5b11b6af4c03', 'port_id': 'ce5edcd9-49cb-4b6f-99bd-b1ab1422448d', 'mac_address': 'fa:16:3e:cd:00:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '521d4456-8ecb-4141-a366-3842211dccc9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 05:25:46.914519 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-2adb93ce-921f-4839-abe9-92d3a6285ced req-15c3b769-6335-4a44-a58d-d259d728ae5b service neutron] 10.222.0.54 "GET /v2.0/networks/50773825-fd81-4958-87b4-2ed90bf98952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409310 Nov 23 05:25:46.948081 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:46.982383 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.db_base_plugin_common [req-cef99639-1f25-4c3f-8143-a627262e60ea req-af8e7770-7080-4040-a056-8b8cc0235d7e tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Allocated IP 172.20.0.9 (33a64f20-5fa2-4ee6-bf93-69fefe69b302/242a3dfa-1577-4789-92d9-6d9fc458ed6b/92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5) {{(pid=102516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:25:46.989978 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.notifiers.nova [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce5edcd9-49cb-4b6f-99bd-b1ab1422448d {{(pid=102518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:25:47.019574 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port ce5edcd9-49cb-4b6f-99bd-b1ab1422448d, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=ce5edcd9-49cb-4b6f-99bd-b1ab1422448d,segment=NetworkSegment(380eae46-c20e-425a-a318-241c581874ad),segment_id=380eae46-c20e-425a-a318-241c581874ad)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:25:47.026247 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:47.105317 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Pushing event updated for resources: {'Port': ['ID=ce5edcd9-49cb-4b6f-99bd-b1ab1422448d,revision_number=4']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:47.114268 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-2adb93ce-921f-4839-abe9-92d3a6285ced req-70269ffe-24fc-49ef-8ab1-fd506871ff87 service neutron] 10.222.0.54 "GET /v2.0/networks/50773825-fd81-4958-87b4-2ed90bf98952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919382 Nov 23 05:25:47.182263 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e814d585-b1f1-4527-b5fd-1b6bbd68776a req-9bba890a-2491-4e0f-bc63-7007204a8b50 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:47.187940 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e814d585-b1f1-4527-b5fd-1b6bbd68776a req-9bba890a-2491-4e0f-bc63-7007204a8b50 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 932 time: 0.4338975 Nov 23 05:25:47.200353 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-abef881f-dc01-463b-96a2-68d5a8f22679 req-22e0fbe9-a74d-4147-a050-358aed0529ba tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5936577 Nov 23 05:25:47.202954 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [req-ac9e745f-9676-4126-8dd5-920d617c05ea req-9c3c965d-d700-4fc3-b2c4-68d35bd30ea7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58fc10fd-44a0-4e15-a1cb-fde92a71ae87 {{(pid=102517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:25:47.213861 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [req-ac9e745f-9676-4126-8dd5-920d617c05ea req-9c3c965d-d700-4fc3-b2c4-68d35bd30ea7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:47.239740 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [req-ac9e745f-9676-4126-8dd5-920d617c05ea req-9c3c965d-d700-4fc3-b2c4-68d35bd30ea7 service neutron] Transition to ACTIVE for port object 58fc10fd-44a0-4e15-a1cb-fde92a71ae87 will not be triggered until provisioned by entity L2. {{(pid=102517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 05:25:47.255280 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0fdccf5c-0241-48c9-8535-d0a7f587ae76 req-376421c6-8262-4fb1-be7d-e4040159651c tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa91b577-eeab-499a-b593-0e6263ba4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4421620 Nov 23 05:25:47.259314 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-c12d4142-245d-47c7-983a-b112d2bbc491 None None] Provisioning complete for port b20df5f1-9ac0-4b9c-a723-2aaae32a648d triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:25:47.259734 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-c12d4142-245d-47c7-983a-b112d2bbc491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:47.263381 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [req-abef881f-dc01-463b-96a2-68d5a8f22679 req-ecb8b056-ab1d-4e84-8c03-67bee1d426d2 service neutron] Request body: {'port': {'device_id': 'b1eaee9c-dfd3-4231-ba52-19a998e37390', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80507'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:25:47.307999 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [req-ac9e745f-9676-4126-8dd5-920d617c05ea req-9c3c965d-d700-4fc3-b2c4-68d35bd30ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:47.361188 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-cef99639-1f25-4c3f-8143-a627262e60ea req-af8e7770-7080-4040-a056-8b8cc0235d7e tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks [] for port, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:47.370218 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3c965d-d700-4fc3-b2c4-68d35bd30ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=58fc10fd-44a0-4e15-a1cb-fde92a71ae87,revision_number=2']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:47.378832 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] get_ports_and_sgs() called for port_ids ['ce5edcd9-49cb-4b6f-99bd-b1ab1422448d'] {{(pid=102518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:25:47.396301 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b0a618-ef24-447f-b47d-e434f896b821 req-1e481309-a073-4c55-addb-277b510edd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:47.397856 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-62b0a618-ef24-447f-b47d-e434f896b821 req-1e481309-a073-4c55-addb-277b510edd78 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=69e7ea777b914593bb44950d24bd1f10&device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 1096 time: 0.1574368 Nov 23 05:25:47.497475 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e814d585-b1f1-4527-b5fd-1b6bbd68776a req-1e324754-de97-4795-a305-4d6193be27ca tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2785444 Nov 23 05:25:47.515547 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-c12d4142-245d-47c7-983a-b112d2bbc491 None None] Port b20df5f1-9ac0-4b9c-a723-2aaae32a648d cannot update to ACTIVE because it is not bound. {{(pid=102518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:25:47.527490 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-abef881f-dc01-463b-96a2-68d5a8f22679 req-ecb8b056-ab1d-4e84-8c03-67bee1d426d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:47.535890 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0d573c0a-6b9d-49fa-844e-e77482ddf8a5 req-fcd5fc41-fd5c-4b2c-863c-a702db891982 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 210 time: 0.0878026 Nov 23 05:25:47.619780 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [req-ac9e745f-9676-4126-8dd5-920d617c05ea req-9c3c965d-d700-4fc3-b2c4-68d35bd30ea7 service neutron] Attempting to bind port 58fc10fd-44a0-4e15-a1cb-fde92a71ae87 on host hv-cinder-80507 for vnic_type normal with profile {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:25:47.620204 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [req-ac9e745f-9676-4126-8dd5-920d617c05ea req-9c3c965d-d700-4fc3-b2c4-68d35bd30ea7 service neutron] Attempting to bind port 58fc10fd-44a0-4e15-a1cb-fde92a71ae87 by drivers openvswitch,hyperv on host hv-cinder-80507 at level 0 using segments [{'id': 'd6f2711b-0f0b-4fa6-95c3-febadd85b771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '50773825-fd81-4958-87b4-2ed90bf98952'}] {{(pid=102517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:25:47.620543 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9e745f-9676-4126-8dd5-920d617c05ea req-9c3c965d-d700-4fc3-b2c4-68d35bd30ea7 service neutron] Attempting to bind port 58fc10fd-44a0-4e15-a1cb-fde92a71ae87 on network 50773825-fd81-4958-87b4-2ed90bf98952 {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:25:47.628863 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9e745f-9676-4126-8dd5-920d617c05ea req-9c3c965d-d700-4fc3-b2c4-68d35bd30ea7 service neutron] Port 58fc10fd-44a0-4e15-a1cb-fde92a71ae87 on network 50773825-fd81-4958-87b4-2ed90bf98952 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80507 {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 05:25:47.629190 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9e745f-9676-4126-8dd5-920d617c05ea req-9c3c965d-d700-4fc3-b2c4-68d35bd30ea7 service neutron] Attempting to bind port 58fc10fd-44a0-4e15-a1cb-fde92a71ae87 on network 50773825-fd81-4958-87b4-2ed90bf98952 {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:25:47.636191 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b0a618-ef24-447f-b47d-e434f896b821 req-15168134-67c4-4328-9d78-fc809ab92451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:47.643516 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-62b0a618-ef24-447f-b47d-e434f896b821 req-15168134-67c4-4328-9d78-fc809ab92451 service neutron] 10.222.0.54 "GET /v2.0/networks?id=50773825-fd81-4958-87b4-2ed90bf98952 HTTP/1.1" status: 200 len: 919 time: 0.2242603 Nov 23 05:25:47.645084 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9e745f-9676-4126-8dd5-920d617c05ea req-9c3c965d-d700-4fc3-b2c4-68d35bd30ea7 service neutron] Checking agent: {'id': 'b8a1d969-7c04-443a-af3a-1812b1d56913', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80507', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 5, 23, 27), 'started_at': datetime.datetime(2021, 11, 23, 5, 23, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:25:47.645422 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9e745f-9676-4126-8dd5-920d617c05ea req-9c3c965d-d700-4fc3-b2c4-68d35bd30ea7 service neutron] Checking segment: {'id': 'd6f2711b-0f0b-4fa6-95c3-febadd85b771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '50773825-fd81-4958-87b4-2ed90bf98952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:25:47.645807 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9e745f-9676-4126-8dd5-920d617c05ea req-9c3c965d-d700-4fc3-b2c4-68d35bd30ea7 service neutron] Bound using segment: {'id': 'd6f2711b-0f0b-4fa6-95c3-febadd85b771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '50773825-fd81-4958-87b4-2ed90bf98952'} {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:25:47.646263 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [req-ac9e745f-9676-4126-8dd5-920d617c05ea req-9c3c965d-d700-4fc3-b2c4-68d35bd30ea7 service neutron] Bound port: 58fc10fd-44a0-4e15-a1cb-fde92a71ae87, host: hv-cinder-80507, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6f2711b-0f0b-4fa6-95c3-febadd85b771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '50773825-fd81-4958-87b4-2ed90bf98952'}}] {{(pid=102517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:25:47.646616 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [req-ac9e745f-9676-4126-8dd5-920d617c05ea req-9c3c965d-d700-4fc3-b2c4-68d35bd30ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:47.739087 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-cef99639-1f25-4c3f-8143-a627262e60ea req-af8e7770-7080-4040-a056-8b8cc0235d7e tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751724218534'] for port, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:47.747457 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-62b0a618-ef24-447f-b47d-e434f896b821 req-13da328c-e9be-4356-a984-30b6f43d5d7f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5addb99-97fe-47a8-943e-31abf62517ff HTTP/1.1" status: 200 len: 217 time: 0.0940776 Nov 23 05:25:47.794347 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d814bfce-be66-4794-9476-177ee58cb92b req-df04daaf-c05e-4f81-82c5-a993cde11723 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:47.797254 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d814bfce-be66-4794-9476-177ee58cb92b req-df04daaf-c05e-4f81-82c5-a993cde11723 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced07a84-22c3-4598-9da4-21800b5df478 HTTP/1.1" status: 200 len: 943 time: 0.2129624 Nov 23 05:25:47.808248 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [req-ac9e745f-9676-4126-8dd5-920d617c05ea req-9c3c965d-d700-4fc3-b2c4-68d35bd30ea7 service neutron] For port 58fc10fd-44a0-4e15-a1cb-fde92a71ae87, host hv-cinder-80507, cleared binding levels {{(pid=102517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:25:47.812003 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [req-ac9e745f-9676-4126-8dd5-920d617c05ea req-9c3c965d-d700-4fc3-b2c4-68d35bd30ea7 service neutron] For port 58fc10fd-44a0-4e15-a1cb-fde92a71ae87, host hv-cinder-80507, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=58fc10fd-44a0-4e15-a1cb-fde92a71ae87,segment=NetworkSegment(d6f2711b-0f0b-4fa6-95c3-febadd85b771),segment_id=d6f2711b-0f0b-4fa6-95c3-febadd85b771)] {{(pid=102517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:25:47.825767 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [req-ac9e745f-9676-4126-8dd5-920d617c05ea req-9c3c965d-d700-4fc3-b2c4-68d35bd30ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:47.910599 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.agents_db [None req-5ade7c98-4a19-45de-8fb0-464f54244c1e None None] Agent healthcheck: found 6 active agents {{(pid=102519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:25:47.920486 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e745f-9676-4126-8dd5-920d617c05ea req-9c3c965d-d700-4fc3-b2c4-68d35bd30ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:47.921146 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [req-ac9e745f-9676-4126-8dd5-920d617c05ea req-9c3c965d-d700-4fc3-b2c4-68d35bd30ea7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for port, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:47.922553 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-ac9e745f-9676-4126-8dd5-920d617c05ea req-9c3c965d-d700-4fc3-b2c4-68d35bd30ea7 service neutron] 10.222.0.54 "PUT /v2.0/ports/58fc10fd-44a0-4e15-a1cb-fde92a71ae87 HTTP/1.1" status: 200 len: 1093 time: 1.6434958 Nov 23 05:25:47.936172 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b0a618-ef24-447f-b47d-e434f896b821 req-58171037-a9f9-4b4b-9cc6-a1ebc6177916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:47.937736 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-62b0a618-ef24-447f-b47d-e434f896b821 req-58171037-a9f9-4b4b-9cc6-a1ebc6177916 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1ab3fbc5-9816-4f2a-a489-0455f1380f70 HTTP/1.1" status: 200 len: 858 time: 0.1243238 Nov 23 05:25:47.946078 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3c965d-d700-4fc3-b2c4-68d35bd30ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=58fc10fd-44a0-4e15-a1cb-fde92a71ae87,revision_number=3']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:48.022518 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-62b0a618-ef24-447f-b47d-e434f896b821 req-3abadb00-1f1e-45a4-bb86-64019aafd2a5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=50773825-fd81-4958-87b4-2ed90bf98952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649743 Nov 23 05:25:48.145543 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e745f-9676-4126-8dd5-920d617c05ea req-680791ea-de7d-4be0-a5b9-d7edb6d0955d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:48.147284 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-ac9e745f-9676-4126-8dd5-920d617c05ea req-680791ea-de7d-4be0-a5b9-d7edb6d0955d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=69e7ea777b914593bb44950d24bd1f10&device_id=ced07a84-22c3-4598-9da4-21800b5df478 HTTP/1.1" status: 200 len: 1096 time: 0.1372817 Nov 23 05:25:48.172290 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cef99639-1f25-4c3f-8143-a627262e60ea req-af8e7770-7080-4040-a056-8b8cc0235d7e tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Network 33a64f20-5fa2-4ee6-bf93-69fefe69b302 is already hosted by enough agents. {{(pid=102516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:25:48.173927 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8e7770-7080-4040-a056-8b8cc0235d7e tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Pushing event updated for resources: {'Port': ['ID=92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:48.186652 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [req-cef99639-1f25-4c3f-8143-a627262e60ea req-af8e7770-7080-4040-a056-8b8cc0235d7e tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Resources bound (agent type, host, resource id): {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:25:48.189446 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef99639-1f25-4c3f-8143-a627262e60ea req-af8e7770-7080-4040-a056-8b8cc0235d7e tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Received port after_create {{(pid=102516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:25:48.196474 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef99639-1f25-4c3f-8143-a627262e60ea req-af8e7770-7080-4040-a056-8b8cc0235d7e tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:48.197126 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-cef99639-1f25-4c3f-8143-a627262e60ea req-af8e7770-7080-4040-a056-8b8cc0235d7e tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:48.225590 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-cef99639-1f25-4c3f-8143-a627262e60ea req-af8e7770-7080-4040-a056-8b8cc0235d7e tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8838563 Nov 23 05:25:48.245785 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d814bfce-be66-4794-9476-177ee58cb92b req-05598754-e8ea-4de1-a61b-5e826f165052 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4355180 Nov 23 05:25:48.251884 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-ac9e745f-9676-4126-8dd5-920d617c05ea req-dc243808-1fc5-4900-846b-93671ee65577 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58fc10fd-44a0-4e15-a1cb-fde92a71ae87 HTTP/1.1" status: 200 len: 217 time: 0.0880423 Nov 23 05:25:48.254595 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-62b0a618-ef24-447f-b47d-e434f896b821 req-8e4b0690-ed2d-40b3-a410-3580e01f0435 service neutron] 10.222.0.54 "GET /v2.0/networks/50773825-fd81-4958-87b4-2ed90bf98952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163422 Nov 23 05:25:48.440289 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c3e467-1eb3-463d-bedb-95931221cc70 req-b9ed0676-a383-47c6-9524-f0634ff0d36b tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:48.441814 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-42c3e467-1eb3-463d-bedb-95931221cc70 req-b9ed0676-a383-47c6-9524-f0634ff0d36b tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] 10.222.0.48 "GET /v2.0/ports?device_id=a18b0994-d8dc-40f4-a34a-4f36860014a9 HTTP/1.1" status: 200 len: 944 time: 0.0894454 Nov 23 05:25:48.493602 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [req-abef881f-dc01-463b-96a2-68d5a8f22679 req-ecb8b056-ab1d-4e84-8c03-67bee1d426d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b20df5f1-9ac0-4b9c-a723-2aaae32a648d {{(pid=102516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:25:48.507716 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-abef881f-dc01-463b-96a2-68d5a8f22679 req-ecb8b056-ab1d-4e84-8c03-67bee1d426d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:48.531999 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-42c3e467-1eb3-463d-bedb-95931221cc70 req-2ca7475d-48ed-48cb-8fcb-7bc38b28ce4d tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa91b577-eeab-499a-b593-0e6263ba4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689416 Nov 23 05:25:48.535441 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.provisioning_blocks [req-abef881f-dc01-463b-96a2-68d5a8f22679 req-ecb8b056-ab1d-4e84-8c03-67bee1d426d2 service neutron] Transition to ACTIVE for port object b20df5f1-9ac0-4b9c-a723-2aaae32a648d will not be triggered until provisioned by entity L2. {{(pid=102516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 05:25:48.544443 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-abef881f-dc01-463b-96a2-68d5a8f22679 req-ecb8b056-ab1d-4e84-8c03-67bee1d426d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:48.570570 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-dcdcbed8-bd32-42fc-b85b-5db87a692840 None None] Provisioning complete for port 92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5 triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:25:48.571545 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-dcdcbed8-bd32-42fc-b85b-5db87a692840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:48.608076 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb8b056-ab1d-4e84-8c03-67bee1d426d2 service neutron] Pushing event updated for resources: {'Port': ['ID=b20df5f1-9ac0-4b9c-a723-2aaae32a648d,revision_number=2']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:48.619368 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-dcdcbed8-bd32-42fc-b85b-5db87a692840 None None] Port 92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5 cannot update to ACTIVE because it is not bound. {{(pid=102518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:25:48.642760 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-abef881f-dc01-463b-96a2-68d5a8f22679 req-ecb8b056-ab1d-4e84-8c03-67bee1d426d2 service neutron] Attempting to bind port b20df5f1-9ac0-4b9c-a723-2aaae32a648d on host hv-cinder-80507 for vnic_type normal with profile {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:25:48.643129 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-abef881f-dc01-463b-96a2-68d5a8f22679 req-ecb8b056-ab1d-4e84-8c03-67bee1d426d2 service neutron] Attempting to bind port b20df5f1-9ac0-4b9c-a723-2aaae32a648d by drivers openvswitch,hyperv on host hv-cinder-80507 at level 0 using segments [{'id': '96fbda44-3f8c-4841-b317-f7b687379738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd276bf6c-1506-42b0-9d9a-c9478303eb76'}] {{(pid=102516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:25:48.644028 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abef881f-dc01-463b-96a2-68d5a8f22679 req-ecb8b056-ab1d-4e84-8c03-67bee1d426d2 service neutron] Attempting to bind port b20df5f1-9ac0-4b9c-a723-2aaae32a648d on network d276bf6c-1506-42b0-9d9a-c9478303eb76 {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:25:48.650069 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abef881f-dc01-463b-96a2-68d5a8f22679 req-ecb8b056-ab1d-4e84-8c03-67bee1d426d2 service neutron] Port b20df5f1-9ac0-4b9c-a723-2aaae32a648d on network d276bf6c-1506-42b0-9d9a-c9478303eb76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80507 {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 05:25:48.650397 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abef881f-dc01-463b-96a2-68d5a8f22679 req-ecb8b056-ab1d-4e84-8c03-67bee1d426d2 service neutron] Attempting to bind port b20df5f1-9ac0-4b9c-a723-2aaae32a648d on network d276bf6c-1506-42b0-9d9a-c9478303eb76 {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:25:48.661143 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ced07a84-22c3-4598-9da4-21800b5df478', 'tag': '58fc10fd-44a0-4e15-a1cb-fde92a71ae87'}] {{(pid=102517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:25:48.663704 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6655a57eaf65bce136dcd01a1029ca1ef2acc79c86755a7aa074dfdaee6e1dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e629c6-4636-4825-823e-ab1480f5e74f" -d '{"events": [{"name": "network-changed", "server_uuid": "ced07a84-22c3-4598-9da4-21800b5df478", "tag": "58fc10fd-44a0-4e15-a1cb-fde92a71ae87"}]}' {{(pid=102517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:25:48.702451 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abef881f-dc01-463b-96a2-68d5a8f22679 req-ecb8b056-ab1d-4e84-8c03-67bee1d426d2 service neutron] Checking agent: {'id': 'b8a1d969-7c04-443a-af3a-1812b1d56913', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80507', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 5, 23, 27), 'started_at': datetime.datetime(2021, 11, 23, 5, 23, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:25:48.702789 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abef881f-dc01-463b-96a2-68d5a8f22679 req-ecb8b056-ab1d-4e84-8c03-67bee1d426d2 service neutron] Checking segment: {'id': '96fbda44-3f8c-4841-b317-f7b687379738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd276bf6c-1506-42b0-9d9a-c9478303eb76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:25:48.703208 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abef881f-dc01-463b-96a2-68d5a8f22679 req-ecb8b056-ab1d-4e84-8c03-67bee1d426d2 service neutron] Bound using segment: {'id': '96fbda44-3f8c-4841-b317-f7b687379738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd276bf6c-1506-42b0-9d9a-c9478303eb76'} {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:25:48.703658 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-abef881f-dc01-463b-96a2-68d5a8f22679 req-ecb8b056-ab1d-4e84-8c03-67bee1d426d2 service neutron] Bound port: b20df5f1-9ac0-4b9c-a723-2aaae32a648d, host: hv-cinder-80507, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96fbda44-3f8c-4841-b317-f7b687379738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd276bf6c-1506-42b0-9d9a-c9478303eb76'}}] {{(pid=102516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:25:48.704011 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-abef881f-dc01-463b-96a2-68d5a8f22679 req-ecb8b056-ab1d-4e84-8c03-67bee1d426d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:48.793540 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87067a84-4963-4cb1-8327-3f4a8525eb81 req-f2aef14b-87a5-4c5b-891e-85e9bbb676aa tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:48.795074 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-87067a84-4963-4cb1-8327-3f4a8525eb81 req-f2aef14b-87a5-4c5b-891e-85e9bbb676aa tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 944 time: 0.1459520 Nov 23 05:25:48.808813 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8609af83-fdb1-4a11-9568-dddc5e1c50c4 req-48e037b9-57e1-42ca-bb0f-7bf2d0190867 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:48.810289 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8609af83-fdb1-4a11-9568-dddc5e1c50c4 req-48e037b9-57e1-42ca-bb0f-7bf2d0190867 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 931 time: 0.1467302 Nov 23 05:25:48.880890 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-abef881f-dc01-463b-96a2-68d5a8f22679 req-ecb8b056-ab1d-4e84-8c03-67bee1d426d2 service neutron] For port b20df5f1-9ac0-4b9c-a723-2aaae32a648d, host hv-cinder-80507, cleared binding levels {{(pid=102516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:25:48.905860 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-abef881f-dc01-463b-96a2-68d5a8f22679 req-ecb8b056-ab1d-4e84-8c03-67bee1d426d2 service neutron] For port b20df5f1-9ac0-4b9c-a723-2aaae32a648d, host hv-cinder-80507, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=b20df5f1-9ac0-4b9c-a723-2aaae32a648d,segment=NetworkSegment(96fbda44-3f8c-4841-b317-f7b687379738),segment_id=96fbda44-3f8c-4841-b317-f7b687379738)] {{(pid=102516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:25:48.914925 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-87067a84-4963-4cb1-8327-3f4a8525eb81 req-491fae92-ccf8-432b-96df-6c7afd837078 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020336 Nov 23 05:25:48.916082 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-abef881f-dc01-463b-96a2-68d5a8f22679 req-ecb8b056-ab1d-4e84-8c03-67bee1d426d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:48.955146 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8609af83-fdb1-4a11-9568-dddc5e1c50c4 req-e05b841d-898a-45a5-9074-96f1043f266d tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=7470cc19-88e4-4a2a-8e87-add4a0c82a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362205 Nov 23 05:25:48.964799 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef881f-dc01-463b-96a2-68d5a8f22679 req-ecb8b056-ab1d-4e84-8c03-67bee1d426d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:48.965478 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-abef881f-dc01-463b-96a2-68d5a8f22679 req-ecb8b056-ab1d-4e84-8c03-67bee1d426d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:48.968020 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-abef881f-dc01-463b-96a2-68d5a8f22679 req-ecb8b056-ab1d-4e84-8c03-67bee1d426d2 service neutron] 10.222.0.54 "PUT /v2.0/ports/b20df5f1-9ac0-4b9c-a723-2aaae32a648d HTTP/1.1" status: 200 len: 1094 time: 1.7325623 Nov 23 05:25:48.970820 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1eaee9c-dfd3-4231-ba52-19a998e37390', 'tag': 'b20df5f1-9ac0-4b9c-a723-2aaae32a648d'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:25:48.971683 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d1fa53-3364-40e5-b92f-988b1cc0b43a x-openstack-request-id: req-e3d1fa53-3364-40e5-b92f-988b1cc0b43a {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:25:48.971970 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ced07a84-22c3-4598-9da4-21800b5df478", "tag": "58fc10fd-44a0-4e15-a1cb-fde92a71ae87", "status": "completed", "code": 200}]} {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:25:48.972391 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e3d1fa53-3364-40e5-b92f-988b1cc0b43a {{(pid=102517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:25:48.972991 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ced07a84-22c3-4598-9da4-21800b5df478', 'tag': '58fc10fd-44a0-4e15-a1cb-fde92a71ae87', 'status': 'completed', 'code': 200} Nov 23 05:25:48.973195 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20d478f7b504b4f7a92aed5d5c075fb26ddad21beb532cc87d656362fb0682d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60fcf943-28e8-4cc6-9c35-2bd896b4a040" -d '{"events": [{"name": "network-changed", "server_uuid": "b1eaee9c-dfd3-4231-ba52-19a998e37390", "tag": "b20df5f1-9ac0-4b9c-a723-2aaae32a648d"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:25:49.024786 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-380e5d80-d0b5-41ab-946d-b3927a174da7 x-openstack-request-id: req-380e5d80-d0b5-41ab-946d-b3927a174da7 {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:25:49.025164 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1eaee9c-dfd3-4231-ba52-19a998e37390", "tag": "b20df5f1-9ac0-4b9c-a723-2aaae32a648d", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:25:49.025508 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-380e5d80-d0b5-41ab-946d-b3927a174da7 {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:25:49.025971 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1eaee9c-dfd3-4231-ba52-19a998e37390', 'tag': 'b20df5f1-9ac0-4b9c-a723-2aaae32a648d', 'status': 'completed', 'code': 200} Nov 23 05:25:49.032941 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb8b056-ab1d-4e84-8c03-67bee1d426d2 service neutron] Pushing event updated for resources: {'Port': ['ID=b20df5f1-9ac0-4b9c-a723-2aaae32a648d,revision_number=3']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:49.294295 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 56482) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:25:49.386182 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8b825-92c5-4b0b-accd-537a6e61fcd9 req-dcdb411a-2e53-4681-acbc-b2a273b29590 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:49.387958 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-56e8b825-92c5-4b0b-accd-537a6e61fcd9 req-dcdb411a-2e53-4681-acbc-b2a273b29590 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced07a84-22c3-4598-9da4-21800b5df478 HTTP/1.1" status: 200 len: 943 time: 0.0498633 Nov 23 05:25:49.434132 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d8d149df-22e1-4802-8a84-ada71b72748b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:49.448266 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-56e8b825-92c5-4b0b-accd-537a6e61fcd9 req-fd1acc46-9d2f-41dc-a1b8-098cb64887b2 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527749 Nov 23 05:25:49.521543 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d8d149df-22e1-4802-8a84-ada71b72748b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:49.524932 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d8d149df-22e1-4802-8a84-ada71b72748b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:49.566075 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-d8d149df-22e1-4802-8a84-ada71b72748b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8282d014937d438b81e4564e7f70db6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2706623 Nov 23 05:25:49.566939 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d149df-22e1-4802-8a84-ada71b72748b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=025f0a33-3023-4bd7-bb30-87f03dc0549b,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:49.570104 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 56496) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:25:49.639705 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-5746d2ed-9fbd-4ea5-9528-284330e52432 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:49.680676 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-5746d2ed-9fbd-4ea5-9528-284330e52432 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:49.705463 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873df133-0a15-4295-bd90-ebd2ca559bcd req-0e4073d5-1d65-4745-8d66-1789b4b5d9f6 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:49.707549 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-873df133-0a15-4295-bd90-ebd2ca559bcd req-0e4073d5-1d65-4745-8d66-1789b4b5d9f6 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] 10.222.0.48 "GET /v2.0/ports?device_id=a18b0994-d8dc-40f4-a34a-4f36860014a9 HTTP/1.1" status: 200 len: 944 time: 0.0870390 Nov 23 05:25:49.767939 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-873df133-0a15-4295-bd90-ebd2ca559bcd req-0bce548f-22ae-4f89-bbe0-626df1f9ab66 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa91b577-eeab-499a-b593-0e6263ba4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520976 Nov 23 05:25:49.774030 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-5746d2ed-9fbd-4ea5-9528-284330e52432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:49.776717 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-5746d2ed-9fbd-4ea5-9528-284330e52432 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:49.777806 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-5746d2ed-9fbd-4ea5-9528-284330e52432 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/025f0a33-3023-4bd7-bb30-87f03dc0549b HTTP/1.1" status: 204 len: 168 time: 0.2067173 Nov 23 05:25:49.793309 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5746d2ed-9fbd-4ea5-9528-284330e52432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025f0a33-3023-4bd7-bb30-87f03dc0549b,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:49.913673 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device e5addb99-97fe-47a8-943e-31abf62517ff details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=102518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 05:25:50.048824 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port e5addb99-97fe-47a8-943e-31abf62517ff, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=e5addb99-97fe-47a8-943e-31abf62517ff,segment=NetworkSegment(d6f2711b-0f0b-4fa6-95c3-febadd85b771),segment_id=d6f2711b-0f0b-4fa6-95c3-febadd85b771)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:25:50.068427 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Returning: {'device': 'e5addb99-97fe-47a8-943e-31abf62517ff', 'network_id': '50773825-fd81-4958-87b4-2ed90bf98952', 'port_id': 'e5addb99-97fe-47a8-943e-31abf62517ff', 'mac_address': 'fa:16:3e:c0:b2:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ab3fbc5-9816-4f2a-a489-0455f1380f70', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 05:25:50.068745 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5703f56-1258-401b-87a1-d2fbb0668e2e req-8d7ae8d7-0f95-44d3-9970-bd6ba43238f5 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:50.070658 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c5703f56-1258-401b-87a1-d2fbb0668e2e req-8d7ae8d7-0f95-44d3-9970-bd6ba43238f5 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 944 time: 0.0744674 Nov 23 05:25:50.119127 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:50.138923 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.notifiers.nova [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5addb99-97fe-47a8-943e-31abf62517ff {{(pid=102518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:25:50.163442 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port e5addb99-97fe-47a8-943e-31abf62517ff, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=e5addb99-97fe-47a8-943e-31abf62517ff,segment=NetworkSegment(d6f2711b-0f0b-4fa6-95c3-febadd85b771),segment_id=d6f2711b-0f0b-4fa6-95c3-febadd85b771)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:25:50.172451 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c5703f56-1258-401b-87a1-d2fbb0668e2e req-2b6e1ed9-7f2c-42fc-abb9-e4935f078af7 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898697 Nov 23 05:25:50.175723 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:50.182154 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f044180b-22f9-4daf-858d-563105170065 req-40e773fc-faf9-48a1-b16e-b26fe4bb1d04 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:50.183891 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f044180b-22f9-4daf-858d-563105170065 req-40e773fc-faf9-48a1-b16e-b26fe4bb1d04 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 931 time: 0.1122415 Nov 23 05:25:50.245974 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Pushing event updated for resources: {'Port': ['ID=e5addb99-97fe-47a8-943e-31abf62517ff,revision_number=4']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:50.286918 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f044180b-22f9-4daf-858d-563105170065 req-f24b4997-bd92-4981-98c5-05469b3ab757 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=7470cc19-88e4-4a2a-8e87-add4a0c82a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937614 Nov 23 05:25:50.565844 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973e1df-dfe0-4244-a0fa-81a5021a7af8 req-e7bf48e8-b0c5-4985-a635-57071e5d0f03 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:50.567541 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7973e1df-dfe0-4244-a0fa-81a5021a7af8 req-e7bf48e8-b0c5-4985-a635-57071e5d0f03 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced07a84-22c3-4598-9da4-21800b5df478 HTTP/1.1" status: 200 len: 943 time: 0.0514948 Nov 23 05:25:50.615370 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7973e1df-dfe0-4244-a0fa-81a5021a7af8 req-484ac15c-05dc-41bf-b5dd-bdbe8f2ff953 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419910 Nov 23 05:25:50.888084 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53cb0c-a750-4b62-aab1-e7e99b7a646c req-e7713201-a15a-4815-9051-6a4f7d0284e8 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:50.889677 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-de53cb0c-a750-4b62-aab1-e7e99b7a646c req-e7713201-a15a-4815-9051-6a4f7d0284e8 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] 10.222.0.48 "GET /v2.0/ports?device_id=a18b0994-d8dc-40f4-a34a-4f36860014a9 HTTP/1.1" status: 200 len: 944 time: 0.0500050 Nov 23 05:25:50.910832 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [req-cef99639-1f25-4c3f-8143-a627262e60ea req-80fa2677-f63e-4c03-97cb-7f5498c307b7 service neutron] Request body: {'port': {'device_id': '5f211b72-7ef2-4060-8982-29ba5fad08ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80507'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:25:50.984175 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device ce5edcd9-49cb-4b6f-99bd-b1ab1422448d up at agent hyperv_hv-cinder-80507 {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:25:51.011570 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-de53cb0c-a750-4b62-aab1-e7e99b7a646c req-b7f2f189-cb31-49ee-a4a4-29f927149880 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa91b577-eeab-499a-b593-0e6263ba4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143425 Nov 23 05:25:51.039214 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-cef99639-1f25-4c3f-8143-a627262e60ea req-80fa2677-f63e-4c03-97cb-7f5498c307b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:51.087122 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fcf943-28e8-4cc6-9c35-2bd896b4a040 req-a1085d7e-426f-4519-b8ea-1e1429ecd0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:51.088618 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-60fcf943-28e8-4cc6-9c35-2bd896b4a040 req-a1085d7e-426f-4519-b8ea-1e1429ecd0fa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cb5e3bfadd8949d285afa69cba79918a&device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 1097 time: 0.0963471 Nov 23 05:25:51.112684 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e745f-9676-4126-8dd5-920d617c05ea req-8c6de3aa-68ca-402d-a4ea-f5f0c068edad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:51.114243 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-ac9e745f-9676-4126-8dd5-920d617c05ea req-8c6de3aa-68ca-402d-a4ea-f5f0c068edad service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1ab3fbc5-9816-4f2a-a489-0455f1380f70 HTTP/1.1" status: 200 len: 858 time: 0.1465738 Nov 23 05:25:51.118425 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Provisioning for port ce5edcd9-49cb-4b6f-99bd-b1ab1422448d completed by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 05:25:51.124581 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Provisioning complete for port ce5edcd9-49cb-4b6f-99bd-b1ab1422448d triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:25:51.125146 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:51.162435 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-ac9e745f-9676-4126-8dd5-920d617c05ea req-c0e17273-4fb5-4edf-be3c-b89c7c9d5b34 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=50773825-fd81-4958-87b4-2ed90bf98952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363824 Nov 23 05:25:51.183927 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-62b0a618-ef24-447f-b47d-e434f896b821 req-9cbf3c18-8d84-47ae-9409-95c8e51f1fd9 service neutron] 10.222.0.54 "GET /v2.0/networks/50773825-fd81-4958-87b4-2ed90bf98952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069347 Nov 23 05:25:51.231510 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:51.245601 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] get_ports_and_sgs() called for port_ids ['e5addb99-97fe-47a8-943e-31abf62517ff'] {{(pid=102518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:25:51.320480 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a18b0994-d8dc-40f4-a34a-4f36860014a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5edcd9-49cb-4b6f-99bd-b1ab1422448d'}] {{(pid=102518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:25:51.370569 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-ac9e745f-9676-4126-8dd5-920d617c05ea req-2999e89f-6aa6-4a2e-99f0-947071115bc1 service neutron] 10.222.0.54 "GET /v2.0/networks/50773825-fd81-4958-87b4-2ed90bf98952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979613 Nov 23 05:25:51.417367 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port ce5edcd9-49cb-4b6f-99bd-b1ab1422448d, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=ce5edcd9-49cb-4b6f-99bd-b1ab1422448d,segment=NetworkSegment(380eae46-c20e-425a-a318-241c581874ad),segment_id=380eae46-c20e-425a-a318-241c581874ad)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:25:51.433724 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:51.494540 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fcf943-28e8-4cc6-9c35-2bd896b4a040 req-d5837980-ff26-4ee0-a373-bce5d440037e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:51.496069 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-60fcf943-28e8-4cc6-9c35-2bd896b4a040 req-d5837980-ff26-4ee0-a373-bce5d440037e service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=cb5e3bfadd8949d285afa69cba79918a&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3902698 Nov 23 05:25:51.525188 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-ac9e745f-9676-4126-8dd5-920d617c05ea req-208cfd47-7012-4f9e-bbd5-925222976ee4 service neutron] 10.222.0.54 "GET /v2.0/networks/50773825-fd81-4958-87b4-2ed90bf98952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442444 Nov 23 05:25:51.552906 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Pushing event updated for resources: {'Port': ['ID=ce5edcd9-49cb-4b6f-99bd-b1ab1422448d,revision_number=5']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:51.571946 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddef672-9506-4e99-9ce4-ad770953bae8 req-00e7b400-7a57-4ba8-b0cd-10043b7fe238 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:51.582350 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0ddef672-9506-4e99-9ce4-ad770953bae8 req-00e7b400-7a57-4ba8-b0cd-10043b7fe238 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 944 time: 0.2573938 Nov 23 05:25:51.588340 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1555ff6ee76347fd5083048713d2688504cf60c4b4cdc9acc0e7e1b3a3add239" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e77498f-cc97-4810-9015-124f677ed7fc" -d '{"events": [{"server_uuid": "a18b0994-d8dc-40f4-a34a-4f36860014a9", "name": "network-vif-plugged", "status": "completed", "tag": "ce5edcd9-49cb-4b6f-99bd-b1ab1422448d"}]}' {{(pid=102518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:25:51.608379 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed7a49-d32f-438e-b60e-b4362ca44d98 req-c170761d-12cb-4480-a819-eb020d276412 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:51.609869 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-99ed7a49-d32f-438e-b60e-b4362ca44d98 req-c170761d-12cb-4480-a819-eb020d276412 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 931 time: 0.1846120 Nov 23 05:25:51.691344 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0ddef672-9506-4e99-9ce4-ad770953bae8 req-2dd830a9-735e-4082-8659-631b0490ed77 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081300 Nov 23 05:25:51.730171 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-99ed7a49-d32f-438e-b60e-b4362ca44d98 req-59821933-8204-4a5d-bb7c-4d1b1d8ee0e8 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=7470cc19-88e4-4a2a-8e87-add4a0c82a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102433 Nov 23 05:25:51.805748 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [req-cef99639-1f25-4c3f-8143-a627262e60ea req-80fa2677-f63e-4c03-97cb-7f5498c307b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5 {{(pid=102516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:25:51.822327 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-cef99639-1f25-4c3f-8143-a627262e60ea req-80fa2677-f63e-4c03-97cb-7f5498c307b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:51.852445 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.provisioning_blocks [req-cef99639-1f25-4c3f-8143-a627262e60ea req-80fa2677-f63e-4c03-97cb-7f5498c307b7 service neutron] Transition to ACTIVE for port object 92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5 will not be triggered until provisioned by entity L2. {{(pid=102516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 05:25:51.869118 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a9b20c-fd00-4aa8-a041-e141c2f86af2 x-openstack-request-id: req-68a9b20c-fd00-4aa8-a041-e141c2f86af2 {{(pid=102518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:25:51.869542 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a18b0994-d8dc-40f4-a34a-4f36860014a9", "name": "network-vif-plugged", "status": "completed", "tag": "ce5edcd9-49cb-4b6f-99bd-b1ab1422448d", "code": 200}]} {{(pid=102518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:25:51.869939 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-68a9b20c-fd00-4aa8-a041-e141c2f86af2 {{(pid=102518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:25:51.870482 dv-cinder-805072-6-iscsi neutron-server[102518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a18b0994-d8dc-40f4-a34a-4f36860014a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5edcd9-49cb-4b6f-99bd-b1ab1422448d', 'code': 200} Nov 23 05:25:51.870619 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc63ce0-24a0-4bfb-a245-b5c20e4c2d38 req-ed08aa01-e489-4dd0-a5b8-eb423c0c3b16 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:51.872142 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4fc63ce0-24a0-4bfb-a245-b5c20e4c2d38 req-ed08aa01-e489-4dd0-a5b8-eb423c0c3b16 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced07a84-22c3-4598-9da4-21800b5df478 HTTP/1.1" status: 200 len: 943 time: 0.0695055 Nov 23 05:25:51.873308 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-cef99639-1f25-4c3f-8143-a627262e60ea req-80fa2677-f63e-4c03-97cb-7f5498c307b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:51.960426 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fa2677-f63e-4c03-97cb-7f5498c307b7 service neutron] Pushing event updated for resources: {'Port': ['ID=92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5,revision_number=2']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:52.004983 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4fc63ce0-24a0-4bfb-a245-b5c20e4c2d38 req-e71382bf-e577-478a-9a9d-7df301569116 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232796 Nov 23 05:25:52.007590 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-cef99639-1f25-4c3f-8143-a627262e60ea req-80fa2677-f63e-4c03-97cb-7f5498c307b7 service neutron] Attempting to bind port 92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5 on host hv-cinder-80507 for vnic_type normal with profile {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:25:52.008245 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-cef99639-1f25-4c3f-8143-a627262e60ea req-80fa2677-f63e-4c03-97cb-7f5498c307b7 service neutron] Attempting to bind port 92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5 by drivers openvswitch,hyperv on host hv-cinder-80507 at level 0 using segments [{'id': '94907b3a-6e89-4b23-8d3e-b6a0ef2909b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '33a64f20-5fa2-4ee6-bf93-69fefe69b302'}] {{(pid=102516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:25:52.008245 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef99639-1f25-4c3f-8143-a627262e60ea req-80fa2677-f63e-4c03-97cb-7f5498c307b7 service neutron] Attempting to bind port 92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5 on network 33a64f20-5fa2-4ee6-bf93-69fefe69b302 {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:25:52.013360 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef99639-1f25-4c3f-8143-a627262e60ea req-80fa2677-f63e-4c03-97cb-7f5498c307b7 service neutron] Port 92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5 on network 33a64f20-5fa2-4ee6-bf93-69fefe69b302 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80507 {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 05:25:52.013681 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef99639-1f25-4c3f-8143-a627262e60ea req-80fa2677-f63e-4c03-97cb-7f5498c307b7 service neutron] Attempting to bind port 92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5 on network 33a64f20-5fa2-4ee6-bf93-69fefe69b302 {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:25:52.019332 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef99639-1f25-4c3f-8143-a627262e60ea req-80fa2677-f63e-4c03-97cb-7f5498c307b7 service neutron] Checking agent: {'id': 'b8a1d969-7c04-443a-af3a-1812b1d56913', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80507', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 5, 23, 27), 'started_at': datetime.datetime(2021, 11, 23, 5, 23, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:25:52.019672 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef99639-1f25-4c3f-8143-a627262e60ea req-80fa2677-f63e-4c03-97cb-7f5498c307b7 service neutron] Checking segment: {'id': '94907b3a-6e89-4b23-8d3e-b6a0ef2909b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '33a64f20-5fa2-4ee6-bf93-69fefe69b302'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:25:52.020055 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef99639-1f25-4c3f-8143-a627262e60ea req-80fa2677-f63e-4c03-97cb-7f5498c307b7 service neutron] Bound using segment: {'id': '94907b3a-6e89-4b23-8d3e-b6a0ef2909b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '33a64f20-5fa2-4ee6-bf93-69fefe69b302'} {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:25:52.020490 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-cef99639-1f25-4c3f-8143-a627262e60ea req-80fa2677-f63e-4c03-97cb-7f5498c307b7 service neutron] Bound port: 92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5, host: hv-cinder-80507, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94907b3a-6e89-4b23-8d3e-b6a0ef2909b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '33a64f20-5fa2-4ee6-bf93-69fefe69b302'}}] {{(pid=102516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:25:52.020844 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-cef99639-1f25-4c3f-8143-a627262e60ea req-80fa2677-f63e-4c03-97cb-7f5498c307b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:52.087911 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-cef99639-1f25-4c3f-8143-a627262e60ea req-80fa2677-f63e-4c03-97cb-7f5498c307b7 service neutron] For port 92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5, host hv-cinder-80507, cleared binding levels {{(pid=102516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:25:52.091631 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-cef99639-1f25-4c3f-8143-a627262e60ea req-80fa2677-f63e-4c03-97cb-7f5498c307b7 service neutron] For port 92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5, host hv-cinder-80507, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5,segment=NetworkSegment(94907b3a-6e89-4b23-8d3e-b6a0ef2909b5),segment_id=94907b3a-6e89-4b23-8d3e-b6a0ef2909b5)] {{(pid=102516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:25:52.108876 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-cef99639-1f25-4c3f-8143-a627262e60ea req-80fa2677-f63e-4c03-97cb-7f5498c307b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:52.170124 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef99639-1f25-4c3f-8143-a627262e60ea req-80fa2677-f63e-4c03-97cb-7f5498c307b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:52.170718 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-cef99639-1f25-4c3f-8143-a627262e60ea req-80fa2677-f63e-4c03-97cb-7f5498c307b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:52.172214 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-cef99639-1f25-4c3f-8143-a627262e60ea req-80fa2677-f63e-4c03-97cb-7f5498c307b7 service neutron] 10.222.0.54 "PUT /v2.0/ports/92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5 HTTP/1.1" status: 200 len: 1093 time: 1.2723813 Nov 23 05:25:52.175013 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f211b72-7ef2-4060-8982-29ba5fad08ac', 'tag': '92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:25:52.177322 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20d478f7b504b4f7a92aed5d5c075fb26ddad21beb532cc87d656362fb0682d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b360fb4d-97b3-4a2e-b6da-94dd6a9d08d1" -d '{"events": [{"name": "network-changed", "server_uuid": "5f211b72-7ef2-4060-8982-29ba5fad08ac", "tag": "92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:25:52.209096 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64641147-d2a7-48c8-886f-885f3580eaa5 req-06970d4b-b1ed-4f19-bf24-0f277078c7b4 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:52.211161 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-64641147-d2a7-48c8-886f-885f3580eaa5 req-06970d4b-b1ed-4f19-bf24-0f277078c7b4 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] 10.222.0.48 "GET /v2.0/ports?device_id=a18b0994-d8dc-40f4-a34a-4f36860014a9 HTTP/1.1" status: 200 len: 945 time: 0.1173408 Nov 23 05:25:52.214523 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fa2677-f63e-4c03-97cb-7f5498c307b7 service neutron] Pushing event updated for resources: {'Port': ['ID=92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5,revision_number=3']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:52.221718 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe5cb658-99d4-41e5-aa7b-186d0e58aec2 x-openstack-request-id: req-fe5cb658-99d4-41e5-aa7b-186d0e58aec2 {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:25:52.222012 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f211b72-7ef2-4060-8982-29ba5fad08ac", "tag": "92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:25:52.222260 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fe5cb658-99d4-41e5-aa7b-186d0e58aec2 {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:25:52.222644 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f211b72-7ef2-4060-8982-29ba5fad08ac', 'tag': '92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5', 'status': 'completed', 'code': 200} Nov 23 05:25:52.265245 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-64641147-d2a7-48c8-886f-885f3580eaa5 req-133cd4c4-69d0-4e05-8d43-febd7aaa3f8f tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa91b577-eeab-499a-b593-0e6263ba4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451627 Nov 23 05:25:52.837358 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3640c-3dd7-449b-9e91-f03180ad11bc req-2450d924-96df-4bbe-9f73-d783fb4511cf tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:52.838744 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-bfb3640c-3dd7-449b-9e91-f03180ad11bc req-2450d924-96df-4bbe-9f73-d783fb4511cf tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 944 time: 0.0701780 Nov 23 05:25:52.871003 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e87db88-ea80-4185-906e-e61ad1e09a6f req-95bad797-8072-47f1-89bf-5f596eb206f2 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:52.872440 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0e87db88-ea80-4185-906e-e61ad1e09a6f req-95bad797-8072-47f1-89bf-5f596eb206f2 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 943 time: 0.0724308 Nov 23 05:25:52.917759 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-bfb3640c-3dd7-449b-9e91-f03180ad11bc req-2c9bb5d7-173e-4460-9893-851fddfb20ca tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714819 Nov 23 05:25:52.939812 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0e87db88-ea80-4185-906e-e61ad1e09a6f req-f0f913fb-bbc2-44fa-940e-386695f56ddd tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=7470cc19-88e4-4a2a-8e87-add4a0c82a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615854 Nov 23 05:25:53.119481 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1397f9-36cf-4843-a222-fd32edc9474b req-8ba46121-d3aa-4fd9-974c-7b17b93ac76d tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:53.120976 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-af1397f9-36cf-4843-a222-fd32edc9474b req-8ba46121-d3aa-4fd9-974c-7b17b93ac76d tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced07a84-22c3-4598-9da4-21800b5df478 HTTP/1.1" status: 200 len: 943 time: 0.0498555 Nov 23 05:25:53.169405 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-af1397f9-36cf-4843-a222-fd32edc9474b req-8c0b681a-beed-4b39-9501-44dac70214ad tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421152 Nov 23 05:25:53.380671 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6770157f-3c6e-407a-a65d-85ac7d0660eb req-04e88e62-6a8f-483f-8b6b-9b15ca9232b5 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:53.382032 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6770157f-3c6e-407a-a65d-85ac7d0660eb req-04e88e62-6a8f-483f-8b6b-9b15ca9232b5 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] 10.222.0.48 "GET /v2.0/ports?device_id=a18b0994-d8dc-40f4-a34a-4f36860014a9 HTTP/1.1" status: 200 len: 945 time: 0.0478904 Nov 23 05:25:53.428025 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6770157f-3c6e-407a-a65d-85ac7d0660eb req-46154eab-14cb-4584-b701-ae3d408778a6 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa91b577-eeab-499a-b593-0e6263ba4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403056 Nov 23 05:25:54.215451 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38123525-9523-4a8c-bfb5-43aab1091783 req-77bc1da8-b01f-4735-a150-a7b364c592f4 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:54.216971 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-38123525-9523-4a8c-bfb5-43aab1091783 req-77bc1da8-b01f-4735-a150-a7b364c592f4 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 944 time: 0.2273693 Nov 23 05:25:54.234755 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22b5f7-0095-4292-8609-0bda7789e1f0 req-5e801caf-b7ce-4c85-ab79-c71e6f2876fd tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:54.236265 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0c22b5f7-0095-4292-8609-0bda7789e1f0 req-5e801caf-b7ce-4c85-ab79-c71e6f2876fd tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 943 time: 0.0713394 Nov 23 05:25:54.413535 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e629c6-4636-4825-823e-ab1480f5e74f req-414d0a72-e0fe-428e-84db-28b1f16c8a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:54.415216 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-59e629c6-4636-4825-823e-ab1480f5e74f req-414d0a72-e0fe-428e-84db-28b1f16c8a1c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=69e7ea777b914593bb44950d24bd1f10&device_id=ced07a84-22c3-4598-9da4-21800b5df478 HTTP/1.1" status: 200 len: 1096 time: 0.0468581 Nov 23 05:25:54.415883 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-38123525-9523-4a8c-bfb5-43aab1091783 req-b5b298e8-1f92-4e1d-b8cb-ae27ca8cdfa0 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1897833 Nov 23 05:25:54.475634 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0c22b5f7-0095-4292-8609-0bda7789e1f0 req-70506e12-80aa-470f-9d2b-6cb6377e1dd2 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=7470cc19-88e4-4a2a-8e87-add4a0c82a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2324665 Nov 23 05:25:54.549456 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 56648) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:25:54.584605 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360fb4d-97b3-4a2e-b6da-94dd6a9d08d1 req-2f1fc9e0-707d-4fcd-a46d-163a793d24d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:54.586132 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b360fb4d-97b3-4a2e-b6da-94dd6a9d08d1 req-2f1fc9e0-707d-4fcd-a46d-163a793d24d2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9d77c663d85b417d80848237e522deb9&device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 1096 time: 0.2106571 Nov 23 05:25:54.597971 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fcf943-28e8-4cc6-9c35-2bd896b4a040 req-5f359721-6663-479d-8564-0d04025b2e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:54.599589 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-60fcf943-28e8-4cc6-9c35-2bd896b4a040 req-5f359721-6663-479d-8564-0d04025b2e7e service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3355293 Nov 23 05:25:54.708720 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9830f53a-131d-44ef-92dc-f59f8a7be63c req-404dee2c-3fad-422e-b659-e895ea2a66ba tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:54.710311 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9830f53a-131d-44ef-92dc-f59f8a7be63c req-404dee2c-3fad-422e-b659-e895ea2a66ba tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced07a84-22c3-4598-9da4-21800b5df478 HTTP/1.1" status: 200 len: 943 time: 0.2001944 Nov 23 05:25:54.751147 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c346a52-2776-4604-a1ab-53e57050468f req-bc402bce-870b-4cbf-aecb-f2791c56e673 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:54.753355 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7c346a52-2776-4604-a1ab-53e57050468f req-bc402bce-870b-4cbf-aecb-f2791c56e673 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] 10.222.0.48 "GET /v2.0/ports?device_id=a18b0994-d8dc-40f4-a34a-4f36860014a9 HTTP/1.1" status: 200 len: 945 time: 0.1740606 Nov 23 05:25:54.797797 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-918b6839-15c5-41d4-a12d-874ec893769b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:54.826331 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e629c6-4636-4825-823e-ab1480f5e74f req-99c57f93-f55d-4d40-8300-4f5b031bfbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:54.827833 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-59e629c6-4636-4825-823e-ab1480f5e74f req-99c57f93-f55d-4d40-8300-4f5b031bfbe2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=50773825-fd81-4958-87b4-2ed90bf98952 HTTP/1.1" status: 200 len: 919 time: 0.4052343 Nov 23 05:25:54.874412 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef881f-dc01-463b-96a2-68d5a8f22679 req-f3fd87cc-4d2b-4247-b2b3-8ca01b205d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:54.875911 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-abef881f-dc01-463b-96a2-68d5a8f22679 req-f3fd87cc-4d2b-4247-b2b3-8ca01b205d57 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cb5e3bfadd8949d285afa69cba79918a&device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 1097 time: 0.1935115 Nov 23 05:25:54.880057 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-59e629c6-4636-4825-823e-ab1480f5e74f req-15984439-6edf-4d63-817c-1677c8093ee5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58fc10fd-44a0-4e15-a1cb-fde92a71ae87 HTTP/1.1" status: 200 len: 217 time: 0.0424759 Nov 23 05:25:54.881737 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ee5a8-34aa-49c3-ba69-3668e8eeccbc req-28ebf84e-612c-4890-aa07-bff5630d4eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:54.883193 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-443ee5a8-34aa-49c3-ba69-3668e8eeccbc req-28ebf84e-612c-4890-aa07-bff5630d4eae service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a18b0994-d8dc-40f4-a34a-4f36860014a9 HTTP/1.1" status: 200 len: 1098 time: 0.3205543 Nov 23 05:25:54.887320 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360fb4d-97b3-4a2e-b6da-94dd6a9d08d1 req-26ac89d3-855d-4e45-8d9c-747158e16623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:54.888776 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b360fb4d-97b3-4a2e-b6da-94dd6a9d08d1 req-26ac89d3-855d-4e45-8d9c-747158e16623 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=9d77c663d85b417d80848237e522deb9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2705231 Nov 23 05:25:54.898115 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9830f53a-131d-44ef-92dc-f59f8a7be63c req-defd7253-693b-43cc-ab2a-bc8cf9e621fc tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684189 Nov 23 05:25:54.904605 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7c346a52-2776-4604-a1ab-53e57050468f req-1d5e4d42-a76c-4af6-8931-da31b3f7e986 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa91b577-eeab-499a-b593-0e6263ba4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402776 Nov 23 05:25:54.958375 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [req-443ee5a8-34aa-49c3-ba69-3668e8eeccbc req-e03782fa-0936-4a39-9d9b-822a3c68cfaf service neutron] Publish callbacks [] for security_group, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:54.975965 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-abef881f-dc01-463b-96a2-68d5a8f22679 req-e86d808d-aadb-4829-8ea4-1f19b7ee738d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b20df5f1-9ac0-4b9c-a723-2aaae32a648d HTTP/1.1" status: 200 len: 217 time: 0.0666950 Nov 23 05:25:54.992043 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e629c6-4636-4825-823e-ab1480f5e74f req-805a0816-3c72-4a79-b765-fda76fd37306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:54.993550 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-59e629c6-4636-4825-823e-ab1480f5e74f req-805a0816-3c72-4a79-b765-fda76fd37306 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1ab3fbc5-9816-4f2a-a489-0455f1380f70 HTTP/1.1" status: 200 len: 858 time: 0.0760682 Nov 23 05:25:55.036706 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-59e629c6-4636-4825-823e-ab1480f5e74f req-7452212f-de60-4476-85b9-07b34930ef96 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=50773825-fd81-4958-87b4-2ed90bf98952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329311 Nov 23 05:25:55.087747 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef881f-dc01-463b-96a2-68d5a8f22679 req-11e67f83-8754-404d-b95e-c3ba2d05f148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:55.089208 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-abef881f-dc01-463b-96a2-68d5a8f22679 req-11e67f83-8754-404d-b95e-c3ba2d05f148 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b812847c-d94f-408a-a05b-e1adde40724b HTTP/1.1" status: 200 len: 855 time: 0.0856583 Nov 23 05:25:55.133363 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [req-443ee5a8-34aa-49c3-ba69-3668e8eeccbc req-e03782fa-0936-4a39-9d9b-822a3c68cfaf service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:55.144877 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-918b6839-15c5-41d4-a12d-874ec893769b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:55.151056 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [req-443ee5a8-34aa-49c3-ba69-3668e8eeccbc req-e03782fa-0936-4a39-9d9b-822a3c68cfaf service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:55.154488 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-918b6839-15c5-41d4-a12d-874ec893769b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:55.160085 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360fb4d-97b3-4a2e-b6da-94dd6a9d08d1 req-08fd429e-8820-471f-a68d-21b71664307a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:55.161816 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b360fb4d-97b3-4a2e-b6da-94dd6a9d08d1 req-08fd429e-8820-471f-a68d-21b71664307a service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2415872 Nov 23 05:25:55.212804 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-59e629c6-4636-4825-823e-ab1480f5e74f req-398e4dea-7167-4f29-871a-12c7dc8ac962 service neutron] 10.222.0.54 "GET /v2.0/networks/50773825-fd81-4958-87b4-2ed90bf98952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647887 Nov 23 05:25:55.214311 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-918b6839-15c5-41d4-a12d-874ec893769b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=102dc09149f640f4be7e0cbf7479a1c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6582639 Nov 23 05:25:55.216422 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b6839-15c5-41d4-a12d-874ec893769b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e075fa23-f275-41d7-85f8-5de49e4ee663,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:55.219404 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 56664) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:25:55.224158 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef881f-dc01-463b-96a2-68d5a8f22679 req-4c71edfc-c71c-4039-9908-3aa9648cae0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:55.231268 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-abef881f-dc01-463b-96a2-68d5a8f22679 req-4c71edfc-c71c-4039-9908-3aa9648cae0d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d276bf6c-1506-42b0-9d9a-c9478303eb76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1265495 Nov 23 05:25:55.255131 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03782fa-0936-4a39-9d9b-822a3c68cfaf service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d3bb3c-5b17-490a-85c2-9b7fb8e5bf6f,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:55.264870 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-443ee5a8-34aa-49c3-ba69-3668e8eeccbc req-e03782fa-0936-4a39-9d9b-822a3c68cfaf service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=aa91b577-eeab-499a-b593-0e6263ba4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452084 Nov 23 05:25:55.349978 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-59e629c6-4636-4825-823e-ab1480f5e74f req-fb50861a-9ebd-4499-ad14-6af6e1e9244e service neutron] 10.222.0.54 "GET /v2.0/networks/50773825-fd81-4958-87b4-2ed90bf98952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219461 Nov 23 05:25:55.392618 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef99639-1f25-4c3f-8143-a627262e60ea req-39b623a2-b4a9-435b-b930-53e87379001e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:55.394163 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-cef99639-1f25-4c3f-8143-a627262e60ea req-39b623a2-b4a9-435b-b930-53e87379001e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9d77c663d85b417d80848237e522deb9&device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 1096 time: 0.1451399 Nov 23 05:25:55.395159 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ac485ea8-dde9-4286-a1b2-883cac030de4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:55.398051 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-abef881f-dc01-463b-96a2-68d5a8f22679 req-b270c30b-5738-4ae4-8d00-e9c9f25c76e0 service neutron] 10.222.0.54 "GET /v2.0/networks/d276bf6c-1506-42b0-9d9a-c9478303eb76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600344 Nov 23 05:25:55.419598 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ac485ea8-dde9-4286-a1b2-883cac030de4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:55.477451 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ac485ea8-dde9-4286-a1b2-883cac030de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:55.480561 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ac485ea8-dde9-4286-a1b2-883cac030de4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:55.484665 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-ac485ea8-dde9-4286-a1b2-883cac030de4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e075fa23-f275-41d7-85f8-5de49e4ee663 HTTP/1.1" status: 204 len: 168 time: 0.2609050 Nov 23 05:25:55.510645 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac485ea8-dde9-4286-a1b2-883cac030de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e075fa23-f275-41d7-85f8-5de49e4ee663,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:55.750376 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-cef99639-1f25-4c3f-8143-a627262e60ea req-bb208323-2e03-4c89-9df0-0fd64651fe16 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5 HTTP/1.1" status: 200 len: 217 time: 0.1491559 Nov 23 05:25:55.759541 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a6649-3991-4a8a-a1e0-4f50320c962a req-299d7d96-a81e-4aa2-b7b8-ca178117af96 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:55.766768 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-025a6649-3991-4a8a-a1e0-4f50320c962a req-299d7d96-a81e-4aa2-b7b8-ca178117af96 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 944 time: 0.2425251 Nov 23 05:25:55.870398 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eee63f-00a0-4d1b-a60f-4cf04bbadf2e req-6791fe9f-c809-4fd9-bbf7-8c4b2710e346 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:55.872095 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a0eee63f-00a0-4d1b-a60f-4cf04bbadf2e req-6791fe9f-c809-4fd9-bbf7-8c4b2710e346 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 943 time: 0.2862978 Nov 23 05:25:55.886326 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 56702) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:25:55.894611 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef99639-1f25-4c3f-8143-a627262e60ea req-b7628d8e-7a60-4cb4-be62-d34ed72ef8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:55.896314 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-cef99639-1f25-4c3f-8143-a627262e60ea req-b7628d8e-7a60-4cb4-be62-d34ed72ef8ff service neutron] 10.222.0.54 "GET /v2.0/subnets?id=242a3dfa-1577-4789-92d9-6d9fc458ed6b HTTP/1.1" status: 200 len: 850 time: 0.1250136 Nov 23 05:25:55.903856 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-0c9ba47e-01bb-44f2-a2a5-df499cb3700e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:55.908173 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-025a6649-3991-4a8a-a1e0-4f50320c962a req-9c3a12ac-693b-401a-a4ce-7bef92525cfd tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404185 Nov 23 05:25:55.989167 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-abef881f-dc01-463b-96a2-68d5a8f22679 req-7300c13c-86c2-441f-aa66-95b2bee23d48 service neutron] 10.222.0.54 "GET /v2.0/networks/d276bf6c-1506-42b0-9d9a-c9478303eb76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549669 Nov 23 05:25:56.013070 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-0c9ba47e-01bb-44f2-a2a5-df499cb3700e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:56.020013 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-0c9ba47e-01bb-44f2-a2a5-df499cb3700e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:56.062571 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9ba47e-01bb-44f2-a2a5-df499cb3700e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69247d76-9728-47cc-88fd-a6111fdbdf26,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:56.070559 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-0c9ba47e-01bb-44f2-a2a5-df499cb3700e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=59d8aad8591f402b82d1420dcaae3544&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1800439 Nov 23 05:25:56.071291 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 56712) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:25:56.074006 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a0eee63f-00a0-4d1b-a60f-4cf04bbadf2e req-27972c19-b4dd-4375-89fe-c3ed4914af88 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=7470cc19-88e4-4a2a-8e87-add4a0c82a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1848722 Nov 23 05:25:56.088852 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef99639-1f25-4c3f-8143-a627262e60ea req-f3b858b1-081c-4ac2-9b45-de9d3c30b358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:56.090521 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-cef99639-1f25-4c3f-8143-a627262e60ea req-f3b858b1-081c-4ac2-9b45-de9d3c30b358 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=33a64f20-5fa2-4ee6-bf93-69fefe69b302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1708574 Nov 23 05:25:56.105111 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05115b9-d322-4c7f-b0b4-986b3b513521 req-45091efe-0d27-46c2-884f-9728acd5f0d9 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:56.113647 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a05115b9-d322-4c7f-b0b4-986b3b513521 req-45091efe-0d27-46c2-884f-9728acd5f0d9 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced07a84-22c3-4598-9da4-21800b5df478 HTTP/1.1" status: 200 len: 943 time: 0.1115744 Nov 23 05:25:56.150823 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-69734339-4359-48dd-9c25-feaa10d9d337 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:56.174119 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-69734339-4359-48dd-9c25-feaa10d9d337 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:56.191151 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device e5addb99-97fe-47a8-943e-31abf62517ff up at agent hyperv_hv-cinder-80507 {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:25:56.241427 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-69734339-4359-48dd-9c25-feaa10d9d337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:56.244890 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-69734339-4359-48dd-9c25-feaa10d9d337 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:56.249384 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-69734339-4359-48dd-9c25-feaa10d9d337 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/69247d76-9728-47cc-88fd-a6111fdbdf26 HTTP/1.1" status: 204 len: 168 time: 0.1768198 Nov 23 05:25:56.258162 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Provisioning for port e5addb99-97fe-47a8-943e-31abf62517ff completed by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 05:25:56.260413 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69734339-4359-48dd-9c25-feaa10d9d337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69247d76-9728-47cc-88fd-a6111fdbdf26,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:56.273771 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Provisioning complete for port e5addb99-97fe-47a8-943e-31abf62517ff triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:25:56.274151 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:56.371524 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:56.411835 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2114cc7b-fabb-4522-8991-bad93eabefea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5addb99-97fe-47a8-943e-31abf62517ff'}] {{(pid=102518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:25:56.416128 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1555ff6ee76347fd5083048713d2688504cf60c4b4cdc9acc0e7e1b3a3add239" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f015f6-2db1-4b64-a29c-ee26bc27599a" -d '{"events": [{"server_uuid": "2114cc7b-fabb-4522-8991-bad93eabefea", "name": "network-vif-plugged", "status": "completed", "tag": "e5addb99-97fe-47a8-943e-31abf62517ff"}]}' {{(pid=102518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:25:56.438037 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port e5addb99-97fe-47a8-943e-31abf62517ff, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=e5addb99-97fe-47a8-943e-31abf62517ff,segment=NetworkSegment(d6f2711b-0f0b-4fa6-95c3-febadd85b771),segment_id=d6f2711b-0f0b-4fa6-95c3-febadd85b771)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:25:56.441612 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a05115b9-d322-4c7f-b0b4-986b3b513521 req-b100a5d2-ea28-475f-b10d-f523891df484 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269398 Nov 23 05:25:56.444080 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:56.467246 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bccbf4-1894-49a6-8bb4-ea4b7d529e73 req-e7e5381d-3cfb-460d-99f9-c157bd38e590 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:56.474889 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-79bccbf4-1894-49a6-8bb4-ea4b7d529e73 req-e7e5381d-3cfb-460d-99f9-c157bd38e590 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] 10.222.0.48 "GET /v2.0/ports?device_id=a18b0994-d8dc-40f4-a34a-4f36860014a9 HTTP/1.1" status: 200 len: 945 time: 0.2967379 Nov 23 05:25:56.485874 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-cef99639-1f25-4c3f-8143-a627262e60ea req-341f943c-f930-4c04-b40b-4535e1d0b84a service neutron] 10.222.0.54 "GET /v2.0/networks/33a64f20-5fa2-4ee6-bf93-69fefe69b302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699999 Nov 23 05:25:56.509596 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1726b3-5519-4a3c-8a77-6c10be5f9303 x-openstack-request-id: req-7f1726b3-5519-4a3c-8a77-6c10be5f9303 {{(pid=102518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:25:56.509926 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2114cc7b-fabb-4522-8991-bad93eabefea", "name": "network-vif-plugged", "status": "completed", "tag": "e5addb99-97fe-47a8-943e-31abf62517ff", "code": 200}]} {{(pid=102518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:25:56.510180 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7f1726b3-5519-4a3c-8a77-6c10be5f9303 {{(pid=102518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:25:56.510763 dv-cinder-805072-6-iscsi neutron-server[102518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2114cc7b-fabb-4522-8991-bad93eabefea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5addb99-97fe-47a8-943e-31abf62517ff', 'code': 200} Nov 23 05:25:56.530252 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Pushing event updated for resources: {'Port': ['ID=e5addb99-97fe-47a8-943e-31abf62517ff,revision_number=5']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:56.609961 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-79bccbf4-1894-49a6-8bb4-ea4b7d529e73 req-25653250-432a-4922-849f-782883871b51 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa91b577-eeab-499a-b593-0e6263ba4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341207 Nov 23 05:25:56.644100 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-cef99639-1f25-4c3f-8143-a627262e60ea req-1bbbaf45-1bde-4549-b044-687d0ad111f9 service neutron] 10.222.0.54 "GET /v2.0/networks/33a64f20-5fa2-4ee6-bf93-69fefe69b302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503117 Nov 23 05:25:56.877840 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e104bfa-d619-45e2-9b64-a0e45a06ae83 req-cb5f075f-ed25-42d2-97c7-6c27e67abad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:56.879474 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3e104bfa-d619-45e2-9b64-a0e45a06ae83 req-cb5f075f-ed25-42d2-97c7-6c27e67abad7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 1098 time: 0.0985475 Nov 23 05:25:57.059741 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3e104bfa-d619-45e2-9b64-a0e45a06ae83 req-b9ca764e-def5-4f14-8cd8-5c6f1b6ad2f2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772474 Nov 23 05:25:57.073057 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dfd08c-0aaf-4572-8b23-faa1346b06b7 req-a158cfd5-f8b2-4a92-9f01-6be3c6161a49 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:57.074491 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c3dfd08c-0aaf-4572-8b23-faa1346b06b7 req-a158cfd5-f8b2-4a92-9f01-6be3c6161a49 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 944 time: 0.0833409 Nov 23 05:25:57.130698 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c3dfd08c-0aaf-4572-8b23-faa1346b06b7 req-d583c789-c9a1-4b05-864a-3a15e23e40c5 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476811 Nov 23 05:25:57.238039 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b61a91a-e5d6-4045-8a71-be4a6a880e3c req-a413c27c-2d82-4841-bf80-a9501ba4f1b5 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:57.245176 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0b61a91a-e5d6-4045-8a71-be4a6a880e3c req-a413c27c-2d82-4841-bf80-a9501ba4f1b5 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 943 time: 0.0598085 Nov 23 05:25:57.297421 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0b61a91a-e5d6-4045-8a71-be4a6a880e3c req-f00cc09c-6c36-488d-aed7-3b14415f8b1f tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=7470cc19-88e4-4a2a-8e87-add4a0c82a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512683 Nov 23 05:25:57.437280 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:57.586994 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c96c9-30a8-46aa-b1a9-118ee14d96cc req-c1424d4b-808c-40f1-8739-b4e1674b56d8 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:57.588653 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-da8c96c9-30a8-46aa-b1a9-118ee14d96cc req-c1424d4b-808c-40f1-8739-b4e1674b56d8 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced07a84-22c3-4598-9da4-21800b5df478 HTTP/1.1" status: 200 len: 943 time: 0.0565476 Nov 23 05:25:57.647674 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-da8c96c9-30a8-46aa-b1a9-118ee14d96cc req-77d591f7-6760-412f-a6ef-1e124a78a16f tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529430 Nov 23 05:25:57.771413 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04732309-ffbf-4d9d-9d72-11d22dd5e560 req-ef330d88-ed94-4161-8bd3-4ae8b19d86ab tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:57.773473 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-04732309-ffbf-4d9d-9d72-11d22dd5e560 req-ef330d88-ed94-4161-8bd3-4ae8b19d86ab tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] 10.222.0.48 "GET /v2.0/ports?device_id=a18b0994-d8dc-40f4-a34a-4f36860014a9 HTTP/1.1" status: 200 len: 945 time: 0.0582719 Nov 23 05:25:57.823505 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-04732309-ffbf-4d9d-9d72-11d22dd5e560 req-2ebc13a2-8769-40d7-9083-2db81bbca096 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa91b577-eeab-499a-b593-0e6263ba4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431442 Nov 23 05:25:58.223564 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device 92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5 details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=102518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 05:25:58.308953 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec41424-1a12-44f1-bf91-6c55d4b36798 req-329b90ec-8134-4978-8d18-30f9804a40b7 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:58.311186 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5ec41424-1a12-44f1-bf91-6c55d4b36798 req-329b90ec-8134-4978-8d18-30f9804a40b7 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 944 time: 0.0939803 Nov 23 05:25:58.366785 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port 92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5,segment=NetworkSegment(94907b3a-6e89-4b23-8d3e-b6a0ef2909b5),segment_id=94907b3a-6e89-4b23-8d3e-b6a0ef2909b5)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:25:58.384655 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Returning: {'device': '92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5', 'network_id': '33a64f20-5fa2-4ee6-bf93-69fefe69b302', 'port_id': '92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5', 'mac_address': 'fa:16:3e:36:2e:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '242a3dfa-1577-4789-92d9-6d9fc458ed6b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 05:25:58.432393 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5ec41424-1a12-44f1-bf91-6c55d4b36798 req-57afb5ed-494b-44d2-b355-0bef4e25da26 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103914 Nov 23 05:25:58.446751 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:58.479123 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.notifiers.nova [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5 {{(pid=102518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:25:58.511370 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e3232-8592-4079-9ceb-2ed8b4618982 req-db4c226e-63fa-4cd6-9d23-f87d7d7d4632 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:58.515270 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port 92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5,segment=NetworkSegment(94907b3a-6e89-4b23-8d3e-b6a0ef2909b5),segment_id=94907b3a-6e89-4b23-8d3e-b6a0ef2909b5)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:25:58.520540 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-400e3232-8592-4079-9ceb-2ed8b4618982 req-db4c226e-63fa-4cd6-9d23-f87d7d7d4632 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 943 time: 0.0866599 Nov 23 05:25:58.521394 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:58.522581 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device 58fc10fd-44a0-4e15-a1cb-fde92a71ae87 details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=102518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 05:25:58.605306 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-400e3232-8592-4079-9ceb-2ed8b4618982 req-be9a3bb2-b4bb-4d33-a6ae-efc5a41d9b94 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=7470cc19-88e4-4a2a-8e87-add4a0c82a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781324 Nov 23 05:25:58.641643 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Pushing event updated for resources: {'Port': ['ID=92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5,revision_number=4']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:58.712324 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port 58fc10fd-44a0-4e15-a1cb-fde92a71ae87, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=58fc10fd-44a0-4e15-a1cb-fde92a71ae87,segment=NetworkSegment(d6f2711b-0f0b-4fa6-95c3-febadd85b771),segment_id=d6f2711b-0f0b-4fa6-95c3-febadd85b771)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:25:58.731416 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Returning: {'device': '58fc10fd-44a0-4e15-a1cb-fde92a71ae87', 'network_id': '50773825-fd81-4958-87b4-2ed90bf98952', 'port_id': '58fc10fd-44a0-4e15-a1cb-fde92a71ae87', 'mac_address': 'fa:16:3e:2c:cc:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ab3fbc5-9816-4f2a-a489-0455f1380f70', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 05:25:58.779638 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:58.793909 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85725264-f3c3-41de-b7db-3751872e8eb1 req-fb7494fc-8b8c-4226-a8f1-2b9c53b3239d tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:58.796042 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-85725264-f3c3-41de-b7db-3751872e8eb1 req-fb7494fc-8b8c-4226-a8f1-2b9c53b3239d tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced07a84-22c3-4598-9da4-21800b5df478 HTTP/1.1" status: 200 len: 943 time: 0.0605793 Nov 23 05:25:58.798084 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.notifiers.nova [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58fc10fd-44a0-4e15-a1cb-fde92a71ae87 {{(pid=102518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:25:58.820325 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port 58fc10fd-44a0-4e15-a1cb-fde92a71ae87, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=58fc10fd-44a0-4e15-a1cb-fde92a71ae87,segment=NetworkSegment(d6f2711b-0f0b-4fa6-95c3-febadd85b771),segment_id=d6f2711b-0f0b-4fa6-95c3-febadd85b771)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:25:58.828539 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:58.859255 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-85725264-f3c3-41de-b7db-3751872e8eb1 req-108c6593-1ad3-4c67-ae4b-da0a91af28c7 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547206 Nov 23 05:25:58.901459 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Pushing event updated for resources: {'Port': ['ID=58fc10fd-44a0-4e15-a1cb-fde92a71ae87,revision_number=4']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:59.149849 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 56876) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:25:59.234726 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] get_ports_and_sgs() called for port_ids ['92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5'] {{(pid=102518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:25:59.252135 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-0ec37913-0166-4bab-ad5d-05952a9ffb58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:59.273706 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] get_ports_and_sgs() called for port_ids ['58fc10fd-44a0-4e15-a1cb-fde92a71ae87'] {{(pid=102518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:25:59.333137 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-0ec37913-0166-4bab-ad5d-05952a9ffb58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:59.338640 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-0ec37913-0166-4bab-ad5d-05952a9ffb58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:59.381055 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-0ec37913-0166-4bab-ad5d-05952a9ffb58 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8437099050b54486981ea4866bab6f99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2268176 Nov 23 05:25:59.381529 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 56884) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:25:59.388340 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec37913-0166-4bab-ad5d-05952a9ffb58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f29acbe3-d769-4893-9bd1-26063591fc45,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:59.437722 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-da3e6f08-7fab-4400-83f9-a03d76cde89a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:59.461904 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-da3e6f08-7fab-4400-83f9-a03d76cde89a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:59.532186 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-da3e6f08-7fab-4400-83f9-a03d76cde89a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:59.535544 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-da3e6f08-7fab-4400-83f9-a03d76cde89a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:59.536756 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-da3e6f08-7fab-4400-83f9-a03d76cde89a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f29acbe3-d769-4893-9bd1-26063591fc45 HTTP/1.1" status: 204 len: 168 time: 0.1544449 Nov 23 05:25:59.544953 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3e6f08-7fab-4400-83f9-a03d76cde89a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29acbe3-d769-4893-9bd1-26063591fc45,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:25:59.579852 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3643422-d936-427f-9e3c-41b6e193d618 req-7db624a8-2cf3-4cd8-84c0-627d4106569d tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:59.582205 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c3643422-d936-427f-9e3c-41b6e193d618 req-7db624a8-2cf3-4cd8-84c0-627d4106569d tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 944 time: 0.0572829 Nov 23 05:25:59.633845 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c3643422-d936-427f-9e3c-41b6e193d618 req-244955ad-129f-45be-a692-8e09b98486ae tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455675 Nov 23 05:25:59.793968 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b646d9-80ab-4c46-8204-8e46c407c836 req-9a7d77f2-89b6-4888-9f31-4772fc41bc66 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:59.795940 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-70b646d9-80ab-4c46-8204-8e46c407c836 req-9a7d77f2-89b6-4888-9f31-4772fc41bc66 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 944 time: 0.0876606 Nov 23 05:25:59.852866 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-70b646d9-80ab-4c46-8204-8e46c407c836 req-9adf1976-73a0-43c7-8fb6-391add2d05a3 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=7470cc19-88e4-4a2a-8e87-add4a0c82a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501142 Nov 23 05:25:59.936671 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 56924) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:25:59.959890 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-317f3088-3dfd-4dec-a8cc-a90566e29d8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:00.014984 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d31bb6-b989-4608-bd65-7b7133a7bca4 req-8236e7e0-87aa-4fdb-8389-1a117473fd79 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:00.021261 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-36d31bb6-b989-4608-bd65-7b7133a7bca4 req-8236e7e0-87aa-4fdb-8389-1a117473fd79 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced07a84-22c3-4598-9da4-21800b5df478 HTTP/1.1" status: 200 len: 944 time: 0.0775232 Nov 23 05:26:00.101702 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-36d31bb6-b989-4608-bd65-7b7133a7bca4 req-71ace3fe-c6f9-43b6-b3a4-8140a41bcc1c tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756760 Nov 23 05:26:00.135562 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-317f3088-3dfd-4dec-a8cc-a90566e29d8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:00.142243 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-317f3088-3dfd-4dec-a8cc-a90566e29d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:00.185972 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-317f3088-3dfd-4dec-a8cc-a90566e29d8d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d1aaf2a6aecf436c8ac882d1071dc897&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2481952 Nov 23 05:26:00.186845 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317f3088-3dfd-4dec-a8cc-a90566e29d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=495d3bea-1e41-419e-aa2c-f68676bd58ba,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:00.188692 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 56936) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:00.240742 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device b20df5f1-9ac0-4b9c-a723-2aaae32a648d details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=102518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 05:26:00.252337 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device 92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5 up at agent hyperv_hv-cinder-80507 {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:26:00.253788 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-3656fb87-5cb5-40b6-be86-e94d602a0163 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:00.276037 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-3656fb87-5cb5-40b6-be86-e94d602a0163 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:00.326150 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-3656fb87-5cb5-40b6-be86-e94d602a0163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:00.329247 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-3656fb87-5cb5-40b6-be86-e94d602a0163 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:00.330419 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-3656fb87-5cb5-40b6-be86-e94d602a0163 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/495d3bea-1e41-419e-aa2c-f68676bd58ba HTTP/1.1" status: 204 len: 168 time: 0.1407373 Nov 23 05:26:00.342663 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3656fb87-5cb5-40b6-be86-e94d602a0163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495d3bea-1e41-419e-aa2c-f68676bd58ba,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:00.377402 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Provisioning for port 92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5 completed by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 05:26:00.385042 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Provisioning complete for port 92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5 triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:26:00.385418 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:00.423269 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port b20df5f1-9ac0-4b9c-a723-2aaae32a648d, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=b20df5f1-9ac0-4b9c-a723-2aaae32a648d,segment=NetworkSegment(96fbda44-3f8c-4841-b317-f7b687379738),segment_id=96fbda44-3f8c-4841-b317-f7b687379738)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:26:00.439242 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Returning: {'device': 'b20df5f1-9ac0-4b9c-a723-2aaae32a648d', 'network_id': 'd276bf6c-1506-42b0-9d9a-c9478303eb76', 'port_id': 'b20df5f1-9ac0-4b9c-a723-2aaae32a648d', 'mac_address': 'fa:16:3e:e4:1d:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b812847c-d94f-408a-a05b-e1adde40724b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 05:26:00.505897 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:00.529164 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.notifiers.nova [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b20df5f1-9ac0-4b9c-a723-2aaae32a648d {{(pid=102518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:26:00.547073 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:00.562292 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port b20df5f1-9ac0-4b9c-a723-2aaae32a648d, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=b20df5f1-9ac0-4b9c-a723-2aaae32a648d,segment=NetworkSegment(96fbda44-3f8c-4841-b317-f7b687379738),segment_id=96fbda44-3f8c-4841-b317-f7b687379738)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:26:00.570552 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:00.579457 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f211b72-7ef2-4060-8982-29ba5fad08ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5'}] {{(pid=102518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:26:00.582228 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1555ff6ee76347fd5083048713d2688504cf60c4b4cdc9acc0e7e1b3a3add239" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7c8c8e-0ef1-4413-98b6-a11b623041e1" -d '{"events": [{"server_uuid": "5f211b72-7ef2-4060-8982-29ba5fad08ac", "name": "network-vif-plugged", "status": "completed", "tag": "92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5"}]}' {{(pid=102518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:26:00.617812 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port 92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5,segment=NetworkSegment(94907b3a-6e89-4b23-8d3e-b6a0ef2909b5),segment_id=94907b3a-6e89-4b23-8d3e-b6a0ef2909b5)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:26:00.626599 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:00.627522 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device 58fc10fd-44a0-4e15-a1cb-fde92a71ae87 up at agent hyperv_hv-cinder-80507 {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:26:00.661453 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193f667a-c2bf-4361-890a-f8935ec69237 x-openstack-request-id: req-193f667a-c2bf-4361-890a-f8935ec69237 {{(pid=102518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:26:00.662000 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f211b72-7ef2-4060-8982-29ba5fad08ac", "name": "network-vif-plugged", "status": "completed", "tag": "92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5", "code": 200}]} {{(pid=102518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:26:00.662392 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-193f667a-c2bf-4361-890a-f8935ec69237 {{(pid=102518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:26:00.662949 dv-cinder-805072-6-iscsi neutron-server[102518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f211b72-7ef2-4060-8982-29ba5fad08ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5', 'code': 200} Nov 23 05:26:00.670470 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Pushing event updated for resources: {'Port': ['ID=b20df5f1-9ac0-4b9c-a723-2aaae32a648d,revision_number=4']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:00.747840 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Pushing event updated for resources: {'Port': ['ID=92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5,revision_number=5']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:00.770734 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Provisioning for port 58fc10fd-44a0-4e15-a1cb-fde92a71ae87 completed by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 05:26:00.782650 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Provisioning complete for port 58fc10fd-44a0-4e15-a1cb-fde92a71ae87 triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:26:00.783089 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:00.882539 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:00.921211 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc1f905-ad67-418e-a9e4-cf04e3c556b9 req-dc52d4d0-c8e1-4636-847a-9a571225db34 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:00.923237 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0cc1f905-ad67-418e-a9e4-cf04e3c556b9 req-dc52d4d0-c8e1-4636-847a-9a571225db34 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 945 time: 0.1405838 Nov 23 05:26:00.945066 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port 58fc10fd-44a0-4e15-a1cb-fde92a71ae87, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=58fc10fd-44a0-4e15-a1cb-fde92a71ae87,segment=NetworkSegment(d6f2711b-0f0b-4fa6-95c3-febadd85b771),segment_id=d6f2711b-0f0b-4fa6-95c3-febadd85b771)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:26:00.959976 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:01.044872 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] get_ports_and_sgs() called for port_ids ['b20df5f1-9ac0-4b9c-a723-2aaae32a648d'] {{(pid=102518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:26:01.070603 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0cc1f905-ad67-418e-a9e4-cf04e3c556b9 req-0eafc390-e4b9-46e4-80ff-1ee56af1f568 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386628 Nov 23 05:26:01.094543 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4af0e5-3e1a-470a-ba93-a752538e4cc1 req-650ff7a5-c1e1-4a6c-856b-1ee9b72a8344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:01.097267 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9b4af0e5-3e1a-470a-ba93-a752538e4cc1 req-650ff7a5-c1e1-4a6c-856b-1ee9b72a8344 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 1098 time: 0.1245661 Nov 23 05:26:01.109110 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Pushing event updated for resources: {'Port': ['ID=58fc10fd-44a0-4e15-a1cb-fde92a71ae87,revision_number=5']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:01.120156 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554bfa0f-5cf4-41aa-9cf1-5a137e1ade09 req-42e5b6e3-c376-4315-bef1-97c408152ab6 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:01.137871 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-554bfa0f-5cf4-41aa-9cf1-5a137e1ade09 req-42e5b6e3-c376-4315-bef1-97c408152ab6 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 945 time: 0.1260271 Nov 23 05:26:01.279426 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9b4af0e5-3e1a-470a-ba93-a752538e4cc1 req-875ca5ff-1974-4bec-a7c5-a2c978449b6e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7470cc19-88e4-4a2a-8e87-add4a0c82a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315064 Nov 23 05:26:01.291498 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-554bfa0f-5cf4-41aa-9cf1-5a137e1ade09 req-fa025dad-7101-4e86-9524-17512ea9871e tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=7470cc19-88e4-4a2a-8e87-add4a0c82a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477334 Nov 23 05:26:01.319065 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64043030-47dd-4bd3-aad3-1a806983aaba req-9790cade-02d5-44d6-95a0-ad486c788043 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:01.320633 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-64043030-47dd-4bd3-aad3-1a806983aaba req-9790cade-02d5-44d6-95a0-ad486c788043 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced07a84-22c3-4598-9da4-21800b5df478 HTTP/1.1" status: 200 len: 945 time: 0.1048732 Nov 23 05:26:01.372442 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-64043030-47dd-4bd3-aad3-1a806983aaba req-9787c9e2-2627-49ef-8be0-fc713b91d6b5 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438013 Nov 23 05:26:01.414582 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 56988) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:01.529677 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-f9713255-aac4-4898-81c9-bf5210b134e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:01.624491 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-f9713255-aac4-4898-81c9-bf5210b134e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:01.629494 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-f9713255-aac4-4898-81c9-bf5210b134e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:01.672993 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-f9713255-aac4-4898-81c9-bf5210b134e0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5d76e2daba894d81afbe589d08c73062&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2571654 Nov 23 05:26:01.675223 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9713255-aac4-4898-81c9-bf5210b134e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872f8557-0add-43e6-837b-d983ac720bf2,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:01.677083 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 57000) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:01.740740 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-7725f558-544e-48f3-8245-4c561a8a04b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:01.763315 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-7725f558-544e-48f3-8245-4c561a8a04b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:01.815645 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-7725f558-544e-48f3-8245-4c561a8a04b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:01.818811 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-7725f558-544e-48f3-8245-4c561a8a04b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:01.820247 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-7725f558-544e-48f3-8245-4c561a8a04b5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/872f8557-0add-43e6-837b-d983ac720bf2 HTTP/1.1" status: 204 len: 168 time: 0.1416516 Nov 23 05:26:01.829062 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7725f558-544e-48f3-8245-4c561a8a04b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872f8557-0add-43e6-837b-d983ac720bf2,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:02.155201 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 57036) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:02.178749 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-ad50fd3b-bd3c-4f2d-bb67-efe39c412c7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:02.230981 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device b20df5f1-9ac0-4b9c-a723-2aaae32a648d up at agent hyperv_hv-cinder-80507 {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:26:02.259364 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c40a22a-0894-4ccc-97ad-f74c4f1dde0b req-44e12fdb-ea21-4c93-b393-83c1052aa648 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:02.260983 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6c40a22a-0894-4ccc-97ad-f74c4f1dde0b req-44e12fdb-ea21-4c93-b393-83c1052aa648 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 945 time: 0.0729647 Nov 23 05:26:02.327692 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Provisioning for port b20df5f1-9ac0-4b9c-a723-2aaae32a648d completed by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 05:26:02.334194 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6c40a22a-0894-4ccc-97ad-f74c4f1dde0b req-6e751db6-6844-4fab-868d-1d4d0a4d8191 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643122 Nov 23 05:26:02.340033 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Provisioning complete for port b20df5f1-9ac0-4b9c-a723-2aaae32a648d triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:26:02.347207 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:02.371929 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-ad50fd3b-bd3c-4f2d-bb67-efe39c412c7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:02.380014 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-ad50fd3b-bd3c-4f2d-bb67-efe39c412c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:02.451896 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:02.454608 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-ad50fd3b-bd3c-4f2d-bb67-efe39c412c7f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=19bb0b4bdd294220ac3f25bcd8c202af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2946448 Nov 23 05:26:02.456493 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 57060) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:02.456633 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf64cf0-76d2-4a29-a15f-53d130864b87 req-e2b5014c-b2cd-4dd8-8c11-c81776fd4170 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:02.458045 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-cdf64cf0-76d2-4a29-a15f-53d130864b87 req-e2b5014c-b2cd-4dd8-8c11-c81776fd4170 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 945 time: 0.0590675 Nov 23 05:26:02.499700 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port b20df5f1-9ac0-4b9c-a723-2aaae32a648d, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=b20df5f1-9ac0-4b9c-a723-2aaae32a648d,segment=NetworkSegment(96fbda44-3f8c-4841-b317-f7b687379738),segment_id=96fbda44-3f8c-4841-b317-f7b687379738)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:26:02.506991 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:02.540395 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad50fd3b-bd3c-4f2d-bb67-efe39c412c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4f71b9-4587-499b-a057-31291f8c2a30,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:02.576931 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Pushing event updated for resources: {'Port': ['ID=b20df5f1-9ac0-4b9c-a723-2aaae32a648d,revision_number=5']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:02.585550 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6c02e-8e69-42ed-9329-154d9a1d8b54 req-6211c1be-00f9-40a2-bb3b-aca34b17fcb3 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:02.592280 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-17ba4092-48d3-48a2-ad78-885dd3a06c36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:02.593066 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d4a6c02e-8e69-42ed-9329-154d9a1d8b54 req-6211c1be-00f9-40a2-bb3b-aca34b17fcb3 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced07a84-22c3-4598-9da4-21800b5df478 HTTP/1.1" status: 200 len: 945 time: 0.1338632 Nov 23 05:26:02.632080 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-17ba4092-48d3-48a2-ad78-885dd3a06c36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:02.653605 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-cdf64cf0-76d2-4a29-a15f-53d130864b87 req-666c7735-97f7-43e3-9305-fe1bd5062f6f tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=7470cc19-88e4-4a2a-8e87-add4a0c82a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528354 Nov 23 05:26:02.664408 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced07a84-22c3-4598-9da4-21800b5df478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58fc10fd-44a0-4e15-a1cb-fde92a71ae87'}, {'server_uuid': 'b1eaee9c-dfd3-4231-ba52-19a998e37390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b20df5f1-9ac0-4b9c-a723-2aaae32a648d'}] {{(pid=102518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:26:02.667050 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1555ff6ee76347fd5083048713d2688504cf60c4b4cdc9acc0e7e1b3a3add239" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6396993c-e36c-4c55-8bee-2ff9da7072b0" -d '{"events": [{"server_uuid": "ced07a84-22c3-4598-9da4-21800b5df478", "name": "network-vif-plugged", "status": "completed", "tag": "58fc10fd-44a0-4e15-a1cb-fde92a71ae87"}, {"server_uuid": "b1eaee9c-dfd3-4231-ba52-19a998e37390", "name": "network-vif-plugged", "status": "completed", "tag": "b20df5f1-9ac0-4b9c-a723-2aaae32a648d"}]}' {{(pid=102518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:26:02.694139 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-17ba4092-48d3-48a2-ad78-885dd3a06c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:02.698374 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-17ba4092-48d3-48a2-ad78-885dd3a06c36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:02.701013 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-17ba4092-48d3-48a2-ad78-885dd3a06c36 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3b4f71b9-4587-499b-a057-31291f8c2a30 HTTP/1.1" status: 204 len: 168 time: 0.2378762 Nov 23 05:26:02.712182 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ba4092-48d3-48a2-ad78-885dd3a06c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4f71b9-4587-499b-a057-31291f8c2a30,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:02.739556 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d4a6c02e-8e69-42ed-9329-154d9a1d8b54 req-8464a342-50f4-42d8-a627-2964deb7352d tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365564 Nov 23 05:26:02.748379 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 05:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766550ab-e0b3-451d-956b-7302cdffeb4d x-openstack-request-id: req-766550ab-e0b3-451d-956b-7302cdffeb4d {{(pid=102518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:26:02.748679 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ced07a84-22c3-4598-9da4-21800b5df478", "name": "network-vif-plugged", "status": "completed", "tag": "58fc10fd-44a0-4e15-a1cb-fde92a71ae87", "code": 200}, {"server_uuid": "b1eaee9c-dfd3-4231-ba52-19a998e37390", "name": "network-vif-plugged", "status": "completed", "tag": "b20df5f1-9ac0-4b9c-a723-2aaae32a648d", "code": 200}]} {{(pid=102518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:26:02.750932 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-766550ab-e0b3-451d-956b-7302cdffeb4d {{(pid=102518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:26:02.751339 dv-cinder-805072-6-iscsi neutron-server[102518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced07a84-22c3-4598-9da4-21800b5df478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58fc10fd-44a0-4e15-a1cb-fde92a71ae87', 'code': 200} Nov 23 05:26:02.751599 dv-cinder-805072-6-iscsi neutron-server[102518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1eaee9c-dfd3-4231-ba52-19a998e37390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b20df5f1-9ac0-4b9c-a723-2aaae32a648d', 'code': 200} Nov 23 05:26:02.779820 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 57078) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:02.809616 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 57082) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:03.009123 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-5d9ed543-e71c-4e6d-bf02-2b4c88c74d7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:03.056540 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-92987978-2e8b-4ad1-961e-00788ed5ec32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:03.106897 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 57088) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:03.119760 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-49838b7d-e421-450e-b62f-3b054cf500e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:03.140542 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-5d9ed543-e71c-4e6d-bf02-2b4c88c74d7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:03.149322 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-5d9ed543-e71c-4e6d-bf02-2b4c88c74d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:03.200125 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-49838b7d-e421-450e-b62f-3b054cf500e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:03.204343 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-49838b7d-e421-450e-b62f-3b054cf500e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:03.217624 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-5d9ed543-e71c-4e6d-bf02-2b4c88c74d7a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6f6d09bf74d04afb92be85d608cdaa03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4362426 Nov 23 05:26:03.219822 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-92987978-2e8b-4ad1-961e-00788ed5ec32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:03.220438 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 57092) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:03.220750 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9ed543-e71c-4e6d-bf02-2b4c88c74d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab9cd1b-c282-498b-b40a-667f9cb9ec97,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:03.225942 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-92987978-2e8b-4ad1-961e-00788ed5ec32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:03.265110 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-49838b7d-e421-450e-b62f-3b054cf500e0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=96a72175afe540fe8b556e52a342e955&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1569703 Nov 23 05:26:03.269042 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 57096) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:03.273391 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49838b7d-e421-450e-b62f-3b054cf500e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1ac497-1442-41e2-805a-80cab6773f69,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:03.297861 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-1c035a21-961d-4132-8de9-1a839d36ff02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:03.301217 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92987978-2e8b-4ad1-961e-00788ed5ec32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce24a24-fb22-4d8c-a191-141c3a914690,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:03.311450 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-92987978-2e8b-4ad1-961e-00788ed5ec32 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9acc815a845a4c3a9b479e7903609c70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5006909 Nov 23 05:26:03.312285 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 57098) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:03.331181 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-1c035a21-961d-4132-8de9-1a839d36ff02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:03.336928 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-df56a05f-114e-4619-a484-7ca6aae2bfdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:03.358954 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-df56a05f-114e-4619-a484-7ca6aae2bfdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:03.392711 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a0311ef0-c628-4018-abcf-083f5b1ccba7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:03.417987 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-1c035a21-961d-4132-8de9-1a839d36ff02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:03.419031 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-df56a05f-114e-4619-a484-7ca6aae2bfdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:03.420757 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-1c035a21-961d-4132-8de9-1a839d36ff02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:03.421765 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-df56a05f-114e-4619-a484-7ca6aae2bfdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:03.422142 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-1c035a21-961d-4132-8de9-1a839d36ff02 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8ab9cd1b-c282-498b-b40a-667f9cb9ec97 HTTP/1.1" status: 204 len: 168 time: 0.1981051 Nov 23 05:26:03.424140 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a0311ef0-c628-4018-abcf-083f5b1ccba7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:03.427020 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-df56a05f-114e-4619-a484-7ca6aae2bfdd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fe1ac497-1442-41e2-805a-80cab6773f69 HTTP/1.1" status: 204 len: 168 time: 0.1565166 Nov 23 05:26:03.439391 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df56a05f-114e-4619-a484-7ca6aae2bfdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1ac497-1442-41e2-805a-80cab6773f69,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:03.469567 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-6a6e401e-e43f-4f92-b4aa-cd6b07686f94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:03.473390 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c035a21-961d-4132-8de9-1a839d36ff02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab9cd1b-c282-498b-b40a-667f9cb9ec97,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:03.516763 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a0311ef0-c628-4018-abcf-083f5b1ccba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:03.516898 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c5dcc-cedd-4cbc-a1b5-aff89674086a req-ba7e6f53-f2db-4fb4-b7ba-6a811ac871d6 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:03.518980 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-947c5dcc-cedd-4cbc-a1b5-aff89674086a req-ba7e6f53-f2db-4fb4-b7ba-6a811ac871d6 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 946 time: 0.0764184 Nov 23 05:26:03.523809 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a0311ef0-c628-4018-abcf-083f5b1ccba7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:03.533074 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-a0311ef0-c628-4018-abcf-083f5b1ccba7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5ce24a24-fb22-4d8c-a191-141c3a914690 HTTP/1.1" status: 204 len: 168 time: 0.2174816 Nov 23 05:26:03.545377 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0311ef0-c628-4018-abcf-083f5b1ccba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce24a24-fb22-4d8c-a191-141c3a914690,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:03.591171 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-947c5dcc-cedd-4cbc-a1b5-aff89674086a req-69bfdabd-e470-4c88-b6dc-261c1f65b5eb tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648320 Nov 23 05:26:03.779680 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3872f32-f798-4b26-b954-3c150e9ba44b req-8f7fad6b-5454-4763-91e5-8323db439149 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:03.781431 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d3872f32-f798-4b26-b954-3c150e9ba44b req-8f7fad6b-5454-4763-91e5-8323db439149 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 945 time: 0.0576701 Nov 23 05:26:03.859723 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d3872f32-f798-4b26-b954-3c150e9ba44b req-8100a85e-1d53-470a-878c-8d93e2e959e6 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=7470cc19-88e4-4a2a-8e87-add4a0c82a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720699 Nov 23 05:26:03.879052 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ef5f6-6d7c-4cb1-8492-f72a15ba067d req-93bde278-3aa8-48b6-8e43-142fbe66ed7c tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:03.880943 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ea3ef5f6-6d7c-4cb1-8492-f72a15ba067d req-93bde278-3aa8-48b6-8e43-142fbe66ed7c tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced07a84-22c3-4598-9da4-21800b5df478 HTTP/1.1" status: 200 len: 945 time: 0.0753975 Nov 23 05:26:03.887194 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 57118) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:03.901928 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-2f4ea9b9-ff0c-40e7-9372-7b0cd2f89de3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:03.948867 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ea3ef5f6-6d7c-4cb1-8492-f72a15ba067d req-d3059605-ff64-4b0b-b0e3-24f48d2f8d81 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611718 Nov 23 05:26:03.995988 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-2f4ea9b9-ff0c-40e7-9372-7b0cd2f89de3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:04.001262 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-2f4ea9b9-ff0c-40e7-9372-7b0cd2f89de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:04.037786 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-2f4ea9b9-ff0c-40e7-9372-7b0cd2f89de3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d46bbf676c85419ea7733b7293507f82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1494095 Nov 23 05:26:04.040541 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 57126) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:04.049708 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4ea9b9-ff0c-40e7-9372-7b0cd2f89de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a3f1ec-873d-4d6c-b8fc-17128eeb90aa,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:04.097871 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-fc155548-c1ac-434e-911e-d054f47748dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:04.105103 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 57130) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:04.119198 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-05da2da8-8f94-468b-9f87-669c395c1414 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:04.123385 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-fc155548-c1ac-434e-911e-d054f47748dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:04.177021 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-fc155548-c1ac-434e-911e-d054f47748dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:04.181432 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-fc155548-c1ac-434e-911e-d054f47748dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:04.182764 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-fc155548-c1ac-434e-911e-d054f47748dc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/06a3f1ec-873d-4d6c-b8fc-17128eeb90aa HTTP/1.1" status: 204 len: 168 time: 0.1408203 Nov 23 05:26:04.194961 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc155548-c1ac-434e-911e-d054f47748dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a3f1ec-873d-4d6c-b8fc-17128eeb90aa,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:04.224515 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-05da2da8-8f94-468b-9f87-669c395c1414 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:04.229835 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-05da2da8-8f94-468b-9f87-669c395c1414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:04.271741 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05da2da8-8f94-468b-9f87-669c395c1414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7975d383-2721-484e-8546-54476718fd59,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:04.278696 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-05da2da8-8f94-468b-9f87-669c395c1414 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=23d11a4c32034e97a4c4adbce455fec3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1724935 Nov 23 05:26:04.281855 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 57138) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:04.336935 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-5b244298-8ad6-468a-bf3b-94145850403c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:04.367332 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-5b244298-8ad6-468a-bf3b-94145850403c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:04.429006 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-5b244298-8ad6-468a-bf3b-94145850403c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:04.432268 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-5b244298-8ad6-468a-bf3b-94145850403c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:04.433990 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-5b244298-8ad6-468a-bf3b-94145850403c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7975d383-2721-484e-8546-54476718fd59 HTTP/1.1" status: 204 len: 168 time: 0.1501234 Nov 23 05:26:04.442312 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b244298-8ad6-468a-bf3b-94145850403c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7975d383-2721-484e-8546-54476718fd59,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:04.726668 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828333cd-0793-46cf-b65e-285a0214ae31 req-50de514b-0424-462d-b2c1-6c38910c583f tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:04.728315 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-828333cd-0793-46cf-b65e-285a0214ae31 req-50de514b-0424-462d-b2c1-6c38910c583f tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 946 time: 0.0584278 Nov 23 05:26:04.777815 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-828333cd-0793-46cf-b65e-285a0214ae31 req-d326cc24-51cc-4197-ae06-5201d1c22a51 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436766 Nov 23 05:26:04.990575 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b1b75-4f5b-42f8-a803-495a855db73a req-446630e3-a33a-4ec7-9812-fd807f65ccbd tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:04.990575 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9f9b1b75-4f5b-42f8-a803-495a855db73a req-446630e3-a33a-4ec7-9812-fd807f65ccbd tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 945 time: 0.0565588 Nov 23 05:26:05.056654 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9f9b1b75-4f5b-42f8-a803-495a855db73a req-2a56d5f8-d8c8-4d23-828d-b64c234c5a18 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=7470cc19-88e4-4a2a-8e87-add4a0c82a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576966 Nov 23 05:26:05.099968 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e790e6e-41a4-47c2-aa3b-a396262106a2 req-6ab22185-e00d-43f8-b744-021566ad3f9b tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:05.101414 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9e790e6e-41a4-47c2-aa3b-a396262106a2 req-6ab22185-e00d-43f8-b744-021566ad3f9b tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced07a84-22c3-4598-9da4-21800b5df478 HTTP/1.1" status: 200 len: 945 time: 0.0684457 Nov 23 05:26:05.160219 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9e790e6e-41a4-47c2-aa3b-a396262106a2 req-ea1d5c53-c33d-4255-a550-65de836fe51c tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518792 Nov 23 05:26:05.659878 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-a2e0f399-d811-4009-8704-e86e95406850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:05.669800 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6658f794-2183-41e5-a89c-7c1f69b02cd8 req-d7631ce6-0efa-4a9c-a8b3-665c6cdbe056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:05.671887 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6658f794-2183-41e5-a89c-7c1f69b02cd8 req-d7631ce6-0efa-4a9c-a8b3-665c6cdbe056 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ced07a84-22c3-4598-9da4-21800b5df478 HTTP/1.1" status: 200 len: 1098 time: 0.0804927 Nov 23 05:26:05.691988 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936a4dd-b1e6-49b1-b124-ce3306204860 req-66d52a3a-4a98-425c-9840-baac79bd8ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:05.693568 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5936a4dd-b1e6-49b1-b124-ce3306204860 req-66d52a3a-4a98-425c-9840-baac79bd8ff3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 1099 time: 0.0710020 Nov 23 05:26:05.752821 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6658f794-2183-41e5-a89c-7c1f69b02cd8 req-b1215f8c-c5d9-496d-aa67-5726bf23fa2c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705292 Nov 23 05:26:05.762943 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5936a4dd-b1e6-49b1-b124-ce3306204860 req-20de3b41-959a-4af7-b543-a8d95ac6c582 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591187 Nov 23 05:26:05.920704 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a3a5d5-deca-48de-8171-fd9e309c1694 req-b7e0def8-5378-45cb-b2a6-09f095f190e7 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:05.922406 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c9a3a5d5-deca-48de-8171-fd9e309c1694 req-b7e0def8-5378-45cb-b2a6-09f095f190e7 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 946 time: 0.0681210 Nov 23 05:26:05.972166 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 57236) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:05.982050 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c9a3a5d5-deca-48de-8171-fd9e309c1694 req-40a730ac-6b6f-4907-a8fd-ecf884fb2933 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480223 Nov 23 05:26:06.188715 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06a8f4-bd1e-47cb-b263-fe27564cf466 req-6aa0b98a-8b6a-420a-983f-d369e32bfb84 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:06.191695 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fc06a8f4-bd1e-47cb-b263-fe27564cf466 req-6aa0b98a-8b6a-420a-983f-d369e32bfb84 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 945 time: 0.0604794 Nov 23 05:26:06.230171 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-2fe1eb89-12c9-4583-9780-481f86e89a1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:06.282765 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fc06a8f4-bd1e-47cb-b263-fe27564cf466 req-bd8dc09c-16db-48c1-a4cf-24e3ce4d607e tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=7470cc19-88e4-4a2a-8e87-add4a0c82a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830772 Nov 23 05:26:06.381464 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4de7d0-5218-4fed-9919-b2562370021b req-6c26eb14-329b-4f4d-ba73-3bbca8023528 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:06.390728 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9b4de7d0-5218-4fed-9919-b2562370021b req-6c26eb14-329b-4f4d-ba73-3bbca8023528 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced07a84-22c3-4598-9da4-21800b5df478 HTTP/1.1" status: 200 len: 945 time: 0.1066933 Nov 23 05:26:06.423054 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-2fe1eb89-12c9-4583-9780-481f86e89a1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:06.433716 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-2fe1eb89-12c9-4583-9780-481f86e89a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:06.491589 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-2fe1eb89-12c9-4583-9780-481f86e89a1d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d32443cac15d4ddb9ae067586b37954c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5163324 Nov 23 05:26:06.499274 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 57268) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:06.505602 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe1eb89-12c9-4583-9780-481f86e89a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e18fa4-9742-4902-a3e3-ea10dedd240a,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:06.566484 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9b4de7d0-5218-4fed-9919-b2562370021b req-99df5400-6dd3-4a19-a0fa-47cad586f6b3 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742799 Nov 23 05:26:06.581881 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029343bc-61bd-4729-9230-ca7a386cd7ef req-8569a489-67dc-4850-aece-95548d4115d2 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:06.607907 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 57276) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:06.614571 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [None req-b28429ed-3f09-4a95-8d64-de23a155c767 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Request body: {'floatingip': {'port_id': '92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5'}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:26:06.623324 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-029343bc-61bd-4729-9230-ca7a386cd7ef req-8569a489-67dc-4850-aece-95548d4115d2 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 945 time: 0.1692424 Nov 23 05:26:06.693183 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-40726b7f-d790-4732-91e4-21857235a0fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:06.723648 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-b28429ed-3f09-4a95-8d64-de23a155c767 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks [] for floatingip, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:06.726067 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-40726b7f-d790-4732-91e4-21857235a0fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:06.795725 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-40726b7f-d790-4732-91e4-21857235a0fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:06.800290 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-40726b7f-d790-4732-91e4-21857235a0fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:06.806899 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-40726b7f-d790-4732-91e4-21857235a0fc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/50e18fa4-9742-4902-a3e3-ea10dedd240a HTTP/1.1" status: 204 len: 168 time: 0.3015764 Nov 23 05:26:06.815330 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40726b7f-d790-4732-91e4-21857235a0fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e18fa4-9742-4902-a3e3-ea10dedd240a,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:07.070410 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-cb0bae37-5947-48f5-b8ea-be8dc2c46173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:07.180979 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61298f7-edd6-4c42-9cf0-e7a9c5daf493 req-81c5ed78-18ca-47df-bb07-6f4cd7b64c44 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:07.181785 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d61298f7-edd6-4c42-9cf0-e7a9c5daf493 req-81c5ed78-18ca-47df-bb07-6f4cd7b64c44 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 946 time: 0.0532966 Nov 23 05:26:07.248814 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d61298f7-edd6-4c42-9cf0-e7a9c5daf493 req-689cf778-8a8f-43d5-8ee8-e3a1b7f37a54 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552087 Nov 23 05:26:07.741146 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-b28429ed-3f09-4a95-8d64-de23a155c767 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:07.747112 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-b28429ed-3f09-4a95-8d64-de23a155c767 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637656'] for floatingip, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:07.761427 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f5dc9-96a5-40ae-ae58-ad1d817b5277 req-b12742ce-0201-4858-95bd-a8afe5b04b2f tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:07.774476 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-df4f5dc9-96a5-40ae-ae58-ad1d817b5277 req-b12742ce-0201-4858-95bd-a8afe5b04b2f tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced07a84-22c3-4598-9da4-21800b5df478 HTTP/1.1" status: 200 len: 945 time: 0.1085963 Nov 23 05:26:07.866300 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-df4f5dc9-96a5-40ae-ae58-ad1d817b5277 req-f39a4db3-e0d1-462e-87af-30f7e0cefa4d tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900466 Nov 23 05:26:07.880125 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.db.l3_db [None req-b28429ed-3f09-4a95-8d64-de23a155c767 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Floating IP d5c8c3a3-31ff-4c08-a649-781c79409e06 associated. External IP: 172.27.0.196, port: 92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5. Nov 23 05:26:08.234670 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b28429ed-3f09-4a95-8d64-de23a155c767 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Router d9e2a0ad-7c11-47a8-bfd3-66866352c698 has already been hosted by L3 agent 9dac5a01-04fc-4e91-9910-6392ff9c638b {{(pid=102517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:26:08.345417 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c0528-e35c-424d-b1fa-9c8513d61577 req-d28860dd-6793-42e5-ad2f-9f7cfaa4ee2d tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:08.348014 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-975c0528-e35c-424d-b1fa-9c8513d61577 req-d28860dd-6793-42e5-ad2f-9f7cfaa4ee2d tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced07a84-22c3-4598-9da4-21800b5df478 HTTP/1.1" status: 200 len: 945 time: 0.1049073 Nov 23 05:26:08.369062 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e5c48-25ed-42ee-932e-60eb22982581 req-99073bf0-9a49-406a-95d1-5ee68420fdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:08.370744 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-518e5c48-25ed-42ee-932e-60eb22982581 req-99073bf0-9a49-406a-95d1-5ee68420fdc4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=69e7ea777b914593bb44950d24bd1f10&device_id=ced07a84-22c3-4598-9da4-21800b5df478 HTTP/1.1" status: 200 len: 1098 time: 0.0767605 Nov 23 05:26:08.468566 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-0cc3cdcc-aace-4769-a54e-383df0ffcf0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:08.483411 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b28429ed-3f09-4a95-8d64-de23a155c767 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Notify agent at l3_agent.dv-cinder-805072-6-iscsi the message routers_updated {{(pid=102517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:26:08.502534 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-b28429ed-3f09-4a95-8d64-de23a155c767 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for floatingip, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:08.509210 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc1d9ef-665c-4e53-912f-be98b31dddf1 None None] Sync routers for ids ['d9e2a0ad-7c11-47a8-bfd3-66866352c698'] in dv-cinder-805072-6-iscsi {{(pid=102519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:26:08.524901 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc1d9ef-665c-4e53-912f-be98b31dddf1 None None] Routers {'d9e2a0ad-7c11-47a8-bfd3-66866352c698'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:26:08.525550 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-4fc1d9ef-665c-4e53-912f-be98b31dddf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:26:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['d9e2a0ad-7c11-47a8-bfd3-66866352c698'], 'active': True} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:26:08.559529 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-b28429ed-3f09-4a95-8d64-de23a155c767 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "PUT /v2.0/floatingips/d5c8c3a3-31ff-4c08-a649-781c79409e06 HTTP/1.1" status: 200 len: 991 time: 1.9500053 Nov 23 05:26:08.560142 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f211b72-7ef2-4060-8982-29ba5fad08ac', 'tag': '92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5'}] {{(pid=102517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:26:08.564221 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6655a57eaf65bce136dcd01a1029ca1ef2acc79c86755a7aa074dfdaee6e1dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40123a54-0643-47a9-97f6-9b78e22dae73" -d '{"events": [{"name": "network-changed", "server_uuid": "5f211b72-7ef2-4060-8982-29ba5fad08ac", "tag": "92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5"}]}' {{(pid=102517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:26:08.576760 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-975c0528-e35c-424d-b1fa-9c8513d61577 req-05b315f9-a39e-4c5f-926e-4ae96621a630 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123013 Nov 23 05:26:08.624514 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd4694-d10a-44fd-b0ab-b28db5869005 req-c540f1cc-26cf-4b11-815f-dc3b30f33f9a tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:08.632827 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-67dd4694-d10a-44fd-b0ab-b28db5869005 req-c540f1cc-26cf-4b11-815f-dc3b30f33f9a tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 946 time: 0.2444293 Nov 23 05:26:08.693559 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvr_db [None req-4fc1d9ef-665c-4e53-912f-be98b31dddf1 None None] Set router d9e2a0ad-7c11-47a8-bfd3-66866352c698 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:26:08.797501 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-67dd4694-d10a-44fd-b0ab-b28db5869005 req-c1c50b89-074d-4689-b76e-d881bb082221 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622121 Nov 23 05:26:08.810702 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e5c48-25ed-42ee-932e-60eb22982581 req-c6fd83ad-542e-4210-9c9f-ef3868fff67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:08.820025 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-518e5c48-25ed-42ee-932e-60eb22982581 req-c6fd83ad-542e-4210-9c9f-ef3868fff67d service neutron] 10.222.0.54 "GET /v2.0/networks?id=50773825-fd81-4958-87b4-2ed90bf98952 HTTP/1.1" status: 200 len: 919 time: 0.3672748 Nov 23 05:26:08.900921 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f78687c-ffd5-4051-a660-b93e48324b69 x-openstack-request-id: req-4f78687c-ffd5-4051-a660-b93e48324b69 {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:26:08.901389 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f211b72-7ef2-4060-8982-29ba5fad08ac", "tag": "92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5", "status": "completed", "code": 200}]} {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:26:08.901489 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4f78687c-ffd5-4051-a660-b93e48324b69 {{(pid=102517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:26:08.901878 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f211b72-7ef2-4060-8982-29ba5fad08ac', 'tag': '92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5', 'status': 'completed', 'code': 200} Nov 23 05:26:08.974974 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-518e5c48-25ed-42ee-932e-60eb22982581 req-04735008-cb76-4dd2-bada-f3ccacf224d0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58fc10fd-44a0-4e15-a1cb-fde92a71ae87 HTTP/1.1" status: 200 len: 217 time: 0.1184754 Nov 23 05:26:09.010704 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85144b4-a9c3-4013-976a-a63725893ac4 req-d6782943-4639-4a13-b78f-8bb03dee0dce tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:09.012288 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f85144b4-a9c3-4013-976a-a63725893ac4 req-d6782943-4639-4a13-b78f-8bb03dee0dce tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 946 time: 0.1031008 Nov 23 05:26:09.022686 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 57438) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:09.028946 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [None req-23251649-853f-481b-9520-8ef2527e7f0d tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Request body: {'floatingip': {'port_id': 'b20df5f1-9ac0-4b9c-a723-2aaae32a648d'}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:26:09.083353 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:09.088027 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-4fc1d9ef-665c-4e53-912f-be98b31dddf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e2a0ad-7c11-47a8-bfd3-66866352c698', 'name': 'tempest-AttachVolumeTestJSON-1472545912-router', 'tenant_id': '9d77c663d85b417d80848237e522deb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '9e7a6209-ce21-4e2e-9a23-c8eb1820b733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:25:27Z', 'revision_number': 4, 'project_id': '9d77c663d85b417d80848237e522deb9', 'gw_port': {'id': '9e7a6209-ce21-4e2e-9a23-c8eb1820b733', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e2a0ad-7c11-47a8-bfd3-66866352c698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_floatingips': [{'id': 'd5c8c3a3-31ff-4c08-a649-781c79409e06', 'tenant_id': '9d77c663d85b417d80848237e522deb9', 'floating_ip_address': '172.27.0.196', 'floating_network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'router_id': 'd9e2a0ad-7c11-47a8-bfd3-66866352c698', 'port_id': '92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33a64f20-5fa2-4ee6-bf93-69fefe69b302', 'mac_address': 'fa:16:3e:36:2e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f211b72-7ef2-4060-8982-29ba5fad08ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:25:38Z', 'updated_at': '2021-11-23T05:26:07Z', 'revision_number': 1, 'project_id': '9d77c663d85b417d80848237e522deb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b82b280a-817c-4b74-95d1-8ce91849c759', 'name': '', 'network_id': '33a64f20-5fa2-4ee6-bf93-69fefe69b302', 'tenant_id': '9d77c663d85b417d80848237e522deb9', 'mac_address': 'fa:16:3e:e3:dd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e2a0ad-7c11-47a8-bfd3-66866352c698', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '242a3dfa-1577-4789-92d9-6d9fc458ed6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:25Z', 'updated_at': '2021-11-23T05:25:35Z', 'revision_number': 5, 'project_id': '9d77c663d85b417d80848237e522deb9', 'subnets': [{'id': '242a3dfa-1577-4789-92d9-6d9fc458ed6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:26:09.088844 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-23251649-853f-481b-9520-8ef2527e7f0d tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks [] for floatingip, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:09.113084 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40123a54-0643-47a9-97f6-9b78e22dae73 req-0c6f4057-9beb-47d0-9164-33d47f8d7ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:09.114940 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-40123a54-0643-47a9-97f6-9b78e22dae73 req-0c6f4057-9beb-47d0-9164-33d47f8d7ac6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9d77c663d85b417d80848237e522deb9&device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 1098 time: 0.1015708 Nov 23 05:26:09.116764 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e5c48-25ed-42ee-932e-60eb22982581 req-5063fd61-6bbb-41c4-bf95-41f2df76f69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:09.118153 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-518e5c48-25ed-42ee-932e-60eb22982581 req-5063fd61-6bbb-41c4-bf95-41f2df76f69f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1ab3fbc5-9816-4f2a-a489-0455f1380f70 HTTP/1.1" status: 200 len: 858 time: 0.1257317 Nov 23 05:26:09.132757 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc1d9ef-665c-4e53-912f-be98b31dddf1 None None] Checking router: d9e2a0ad-7c11-47a8-bfd3-66866352c698 for host: dv-cinder-805072-6-iscsi {{(pid=102519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:26:09.142145 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc1d9ef-665c-4e53-912f-be98b31dddf1 None None] Routers {'d9e2a0ad-7c11-47a8-bfd3-66866352c698'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:26:09.144153 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-4fc1d9ef-665c-4e53-912f-be98b31dddf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:26:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['d9e2a0ad-7c11-47a8-bfd3-66866352c698'], 'active': True} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:26:09.271126 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-518e5c48-25ed-42ee-932e-60eb22982581 req-cf0f2811-532f-4548-b9e5-345ff953e3a2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=50773825-fd81-4958-87b4-2ed90bf98952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303428 Nov 23 05:26:09.357832 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvr_db [None req-4fc1d9ef-665c-4e53-912f-be98b31dddf1 None None] Set router d9e2a0ad-7c11-47a8-bfd3-66866352c698 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:26:09.431699 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40123a54-0643-47a9-97f6-9b78e22dae73 req-30359302-b19d-4135-ad14-aa4c2d60fb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:09.433172 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-40123a54-0643-47a9-97f6-9b78e22dae73 req-30359302-b19d-4135-ad14-aa4c2d60fb77 service neutron] 10.222.0.54 "GET /v2.0/networks?id=33a64f20-5fa2-4ee6-bf93-69fefe69b302 HTTP/1.1" status: 200 len: 912 time: 0.2980592 Nov 23 05:26:09.573032 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-518e5c48-25ed-42ee-932e-60eb22982581 req-fc4fc291-8a12-4201-b267-294398e23bd2 service neutron] 10.222.0.54 "GET /v2.0/networks/50773825-fd81-4958-87b4-2ed90bf98952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708580 Nov 23 05:26:09.772249 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-4fc1d9ef-665c-4e53-912f-be98b31dddf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e2a0ad-7c11-47a8-bfd3-66866352c698', 'name': 'tempest-AttachVolumeTestJSON-1472545912-router', 'tenant_id': '9d77c663d85b417d80848237e522deb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '9e7a6209-ce21-4e2e-9a23-c8eb1820b733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:25:27Z', 'revision_number': 4, 'project_id': '9d77c663d85b417d80848237e522deb9', 'gw_port': {'id': '9e7a6209-ce21-4e2e-9a23-c8eb1820b733', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e2a0ad-7c11-47a8-bfd3-66866352c698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_floatingips': [{'id': 'd5c8c3a3-31ff-4c08-a649-781c79409e06', 'tenant_id': '9d77c663d85b417d80848237e522deb9', 'floating_ip_address': '172.27.0.196', 'floating_network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'router_id': 'd9e2a0ad-7c11-47a8-bfd3-66866352c698', 'port_id': '92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33a64f20-5fa2-4ee6-bf93-69fefe69b302', 'mac_address': 'fa:16:3e:36:2e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f211b72-7ef2-4060-8982-29ba5fad08ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:25:38Z', 'updated_at': '2021-11-23T05:26:07Z', 'revision_number': 1, 'project_id': '9d77c663d85b417d80848237e522deb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b82b280a-817c-4b74-95d1-8ce91849c759', 'name': '', 'network_id': '33a64f20-5fa2-4ee6-bf93-69fefe69b302', 'tenant_id': '9d77c663d85b417d80848237e522deb9', 'mac_address': 'fa:16:3e:e3:dd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e2a0ad-7c11-47a8-bfd3-66866352c698', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '242a3dfa-1577-4789-92d9-6d9fc458ed6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:25Z', 'updated_at': '2021-11-23T05:25:35Z', 'revision_number': 5, 'project_id': '9d77c663d85b417d80848237e522deb9', 'subnets': [{'id': '242a3dfa-1577-4789-92d9-6d9fc458ed6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:26:09.841236 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc1d9ef-665c-4e53-912f-be98b31dddf1 None None] The sync data for ids ['d9e2a0ad-7c11-47a8-bfd3-66866352c698'] in dv-cinder-805072-6-iscsi is: [{'id': 'd9e2a0ad-7c11-47a8-bfd3-66866352c698', 'name': 'tempest-AttachVolumeTestJSON-1472545912-router', 'tenant_id': '9d77c663d85b417d80848237e522deb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '9e7a6209-ce21-4e2e-9a23-c8eb1820b733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:25:27Z', 'revision_number': 4, 'project_id': '9d77c663d85b417d80848237e522deb9', 'gw_port': {'id': '9e7a6209-ce21-4e2e-9a23-c8eb1820b733', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e2a0ad-7c11-47a8-bfd3-66866352c698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_floatingips': [{'id': 'd5c8c3a3-31ff-4c08-a649-781c79409e06', 'tenant_id': '9d77c663d85b417d80848237e522deb9', 'floating_ip_address': '172.27.0.196', 'floating_network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'router_id': 'd9e2a0ad-7c11-47a8-bfd3-66866352c698', 'port_id': '92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33a64f20-5fa2-4ee6-bf93-69fefe69b302', 'mac_address': 'fa:16:3e:36:2e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f211b72-7ef2-4060-8982-29ba5fad08ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:25:38Z', 'updated_at': '2021-11-23T05:26:07Z', 'revision_number': 1, 'project_id': '9d77c663d85b417d80848237e522deb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b82b280a-817c-4b74-95d1-8ce91849c759', 'name': '', 'network_id': '33a64f20-5fa2-4ee6-bf93-69fefe69b302', 'tenant_id': '9d77c663d85b417d80848237e522deb9', 'mac_address': 'fa:16:3e:e3:dd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e2a0ad-7c11-47a8-bfd3-66866352c698', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '242a3dfa-1577-4789-92d9-6d9fc458ed6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:25Z', 'updated_at': '2021-11-23T05:25:35Z', 'revision_number': 5, 'project_id': '9d77c663d85b417d80848237e522deb9', 'subnets': [{'id': '242a3dfa-1577-4789-92d9-6d9fc458ed6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:26:09.990606 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-23251649-853f-481b-9520-8ef2527e7f0d tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:09.996385 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-23251649-853f-481b-9520-8ef2527e7f0d tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637656'] for floatingip, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:10.059819 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-518e5c48-25ed-42ee-932e-60eb22982581 req-72a1ed24-9db9-410d-80e0-9bb226d6bac3 service neutron] 10.222.0.54 "GET /v2.0/networks/50773825-fd81-4958-87b4-2ed90bf98952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4685776 Nov 23 05:26:10.105275 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-40123a54-0643-47a9-97f6-9b78e22dae73 req-dfc2ca49-5e66-456e-abe5-90f8019c1415 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5 HTTP/1.1" status: 200 len: 999 time: 0.6500142 Nov 23 05:26:10.162260 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e622438-8ff8-4344-a681-8e458ead0137 req-24f63756-ae62-465f-8f64-8399d49a809b tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:10.164101 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9e622438-8ff8-4344-a681-8e458ead0137 req-24f63756-ae62-465f-8f64-8399d49a809b tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced07a84-22c3-4598-9da4-21800b5df478 HTTP/1.1" status: 200 len: 945 time: 0.1030664 Nov 23 05:26:10.198661 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.db.l3_db [None req-23251649-853f-481b-9520-8ef2527e7f0d tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Floating IP 89d6bcac-adff-4e1b-865d-6b49e9b38cef associated. External IP: 172.27.0.174, port: b20df5f1-9ac0-4b9c-a723-2aaae32a648d. Nov 23 05:26:10.248308 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40123a54-0643-47a9-97f6-9b78e22dae73 req-442fda5c-de26-4149-91dc-560809ee9d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:10.250351 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-40123a54-0643-47a9-97f6-9b78e22dae73 req-442fda5c-de26-4149-91dc-560809ee9d69 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=242a3dfa-1577-4789-92d9-6d9fc458ed6b HTTP/1.1" status: 200 len: 850 time: 0.0853541 Nov 23 05:26:10.264144 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f6d5f8-27ff-422d-a7bd-918764d98c28 None None] New status for floating IP d5c8c3a3-31ff-4c08-a649-781c79409e06: ACTIVE {{(pid=102518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 05:26:10.438233 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40123a54-0643-47a9-97f6-9b78e22dae73 req-808635af-b608-4362-b087-c8b31652785b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:10.440287 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-40123a54-0643-47a9-97f6-9b78e22dae73 req-808635af-b608-4362-b087-c8b31652785b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=33a64f20-5fa2-4ee6-bf93-69fefe69b302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1663949 Nov 23 05:26:10.475783 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9e622438-8ff8-4344-a681-8e458ead0137 req-ca99ecec-0e31-415b-a5b2-95af6cd4b0c7 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008932 Nov 23 05:26:10.564139 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 57546) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:10.689726 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-40123a54-0643-47a9-97f6-9b78e22dae73 req-3e305edb-c84a-4ca9-98df-c88bcdd315d2 service neutron] 10.222.0.54 "GET /v2.0/networks/33a64f20-5fa2-4ee6-bf93-69fefe69b302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106910 Nov 23 05:26:10.743422 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23251649-853f-481b-9520-8ef2527e7f0d tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Router bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8 has already been hosted by L3 agent 9dac5a01-04fc-4e91-9910-6392ff9c638b {{(pid=102517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:26:10.861289 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9397797-1bdd-4c7a-857c-e056378eb1c8 req-03427fe7-e272-4804-9255-83addbf95cc0 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:10.869011 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e9397797-1bdd-4c7a-857c-e056378eb1c8 req-03427fe7-e272-4804-9255-83addbf95cc0 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] 10.222.0.48 "GET /v2.0/ports?device_id=a18b0994-d8dc-40f4-a34a-4f36860014a9 HTTP/1.1" status: 200 len: 945 time: 0.1936834 Nov 23 05:26:10.899251 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23251649-853f-481b-9520-8ef2527e7f0d tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Notify agent at l3_agent.dv-cinder-805072-6-iscsi the message routers_updated {{(pid=102517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:26:10.917587 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-23251649-853f-481b-9520-8ef2527e7f0d tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for floatingip, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:10.924266 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cbe244-f291-4b26-9fdf-b178060f936e None None] Sync routers for ids ['bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8'] in dv-cinder-805072-6-iscsi {{(pid=102519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:26:10.927170 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-8f13ae87-0a72-4336-a888-7c093ac8b947 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:10.936209 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e9397797-1bdd-4c7a-857c-e056378eb1c8 req-7acc30f3-0df2-4e3f-8fcf-299192709f9f tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa91b577-eeab-499a-b593-0e6263ba4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644886 Nov 23 05:26:10.952659 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cbe244-f291-4b26-9fdf-b178060f936e None None] Routers {'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:26:10.953688 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-d3cbe244-f291-4b26-9fdf-b178060f936e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:26:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8'], 'active': True} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:26:10.991074 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-40123a54-0643-47a9-97f6-9b78e22dae73 req-9afc2ae8-8be5-4507-bea7-bded74b19951 service neutron] 10.222.0.54 "GET /v2.0/networks/33a64f20-5fa2-4ee6-bf93-69fefe69b302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362897 Nov 23 05:26:10.991873 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-23251649-853f-481b-9520-8ef2527e7f0d tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "PUT /v2.0/floatingips/89d6bcac-adff-4e1b-865d-6b49e9b38cef HTTP/1.1" status: 200 len: 992 time: 1.9678550 Nov 23 05:26:10.995169 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1eaee9c-dfd3-4231-ba52-19a998e37390', 'tag': 'b20df5f1-9ac0-4b9c-a723-2aaae32a648d'}] {{(pid=102517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:26:10.997635 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6655a57eaf65bce136dcd01a1029ca1ef2acc79c86755a7aa074dfdaee6e1dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9a170b-58e0-4fbb-b3a6-d71efd8cf627" -d '{"events": [{"name": "network-changed", "server_uuid": "b1eaee9c-dfd3-4231-ba52-19a998e37390", "tag": "b20df5f1-9ac0-4b9c-a723-2aaae32a648d"}]}' {{(pid=102517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:26:11.111093 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-8f13ae87-0a72-4336-a888-7c093ac8b947 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:11.114584 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-337176f0-5487-4a6d-95f3-63c73832ed7d x-openstack-request-id: req-337176f0-5487-4a6d-95f3-63c73832ed7d {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:26:11.114740 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1eaee9c-dfd3-4231-ba52-19a998e37390", "tag": "b20df5f1-9ac0-4b9c-a723-2aaae32a648d", "status": "completed", "code": 200}]} {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:26:11.115256 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-337176f0-5487-4a6d-95f3-63c73832ed7d {{(pid=102517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:26:11.115769 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1eaee9c-dfd3-4231-ba52-19a998e37390', 'tag': 'b20df5f1-9ac0-4b9c-a723-2aaae32a648d', 'status': 'completed', 'code': 200} Nov 23 05:26:11.121103 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-8f13ae87-0a72-4336-a888-7c093ac8b947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:11.188256 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-8f13ae87-0a72-4336-a888-7c093ac8b947 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=375a9bd1249b4fdea804bf64b795f982&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6161919 Nov 23 05:26:11.193953 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 57588) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:11.206357 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f13ae87-0a72-4336-a888-7c093ac8b947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a01fe8-2d8e-4804-b278-1c855ddf6975,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:11.210911 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 57592) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:11.236840 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvr_db [None req-d3cbe244-f291-4b26-9fdf-b178060f936e None None] Set router bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:26:11.299602 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a170b-58e0-4fbb-b3a6-d71efd8cf627 req-0a291f4e-dcae-4a29-8de6-db0294c44930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:11.301248 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ea9a170b-58e0-4fbb-b3a6-d71efd8cf627 req-0a291f4e-dcae-4a29-8de6-db0294c44930 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cb5e3bfadd8949d285afa69cba79918a&device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 1099 time: 0.1086402 Nov 23 05:26:11.334899 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-6309ea60-edb7-4e15-963d-1b2d3e7e9636 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:11.370840 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-b97296b6-0d46-46af-8a2d-0dde68104e9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:11.404763 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-6309ea60-edb7-4e15-963d-1b2d3e7e9636 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:11.456841 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-b97296b6-0d46-46af-8a2d-0dde68104e9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:11.462738 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a170b-58e0-4fbb-b3a6-d71efd8cf627 req-3afc5b8d-de06-45bf-94b0-53dd2a3226b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:11.463135 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-b97296b6-0d46-46af-8a2d-0dde68104e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:11.464251 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ea9a170b-58e0-4fbb-b3a6-d71efd8cf627 req-3afc5b8d-de06-45bf-94b0-53dd2a3226b9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d276bf6c-1506-42b0-9d9a-c9478303eb76 HTTP/1.1" status: 200 len: 917 time: 0.1464338 Nov 23 05:26:11.482811 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-6309ea60-edb7-4e15-963d-1b2d3e7e9636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:11.486304 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-6309ea60-edb7-4e15-963d-1b2d3e7e9636 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:11.488924 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-6309ea60-edb7-4e15-963d-1b2d3e7e9636 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/00a01fe8-2d8e-4804-b278-1c855ddf6975 HTTP/1.1" status: 204 len: 168 time: 0.2929533 Nov 23 05:26:11.506953 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-b97296b6-0d46-46af-8a2d-0dde68104e9e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=623a3aad020e42a2b7d64425cca014d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2881885 Nov 23 05:26:11.506953 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97296b6-0d46-46af-8a2d-0dde68104e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df1f465-727c-4151-9cb4-f0f16158776c,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:11.509046 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 57602) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:11.535449 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-d3cbe244-f291-4b26-9fdf-b178060f936e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8', 'name': 'tempest-AttachVolumeShelveTestJSON-446161572-router', 'tenant_id': 'cb5e3bfadd8949d285afa69cba79918a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '0128ae89-349c-4adb-be5f-1bd1a47512d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:25:17Z', 'updated_at': '2021-11-23T05:25:24Z', 'revision_number': 4, 'project_id': 'cb5e3bfadd8949d285afa69cba79918a', 'gw_port': {'id': '0128ae89-349c-4adb-be5f-1bd1a47512d6', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_floatingips': [{'id': '89d6bcac-adff-4e1b-865d-6b49e9b38cef', 'tenant_id': 'cb5e3bfadd8949d285afa69cba79918a', 'floating_ip_address': '172.27.0.174', 'floating_network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'router_id': 'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8', 'port_id': 'b20df5f1-9ac0-4b9c-a723-2aaae32a648d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd276bf6c-1506-42b0-9d9a-c9478303eb76', 'mac_address': 'fa:16:3e:e4:1d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eaee9c-dfd3-4231-ba52-19a998e37390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:25:34Z', 'updated_at': '2021-11-23T05:26:09Z', 'revision_number': 1, 'project_id': 'cb5e3bfadd8949d285afa69cba79918a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6725b431-5ec5-49b6-b332-bdafbb752bc8', 'name': '', 'network_id': 'd276bf6c-1506-42b0-9d9a-c9478303eb76', 'tenant_id': 'cb5e3bfadd8949d285afa69cba79918a', 'mac_address': 'fa:16:3e:60:3b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b812847c-d94f-408a-a05b-e1adde40724b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:22Z', 'updated_at': '2021-11-23T05:25:42Z', 'revision_number': 5, 'project_id': 'cb5e3bfadd8949d285afa69cba79918a', 'subnets': [{'id': 'b812847c-d94f-408a-a05b-e1adde40724b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:26:11.544724 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6309ea60-edb7-4e15-963d-1b2d3e7e9636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a01fe8-2d8e-4804-b278-1c855ddf6975,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:11.577282 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ea9a170b-58e0-4fbb-b3a6-d71efd8cf627 req-c1968300-8bb4-4caf-b0b9-16635c57c06c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b20df5f1-9ac0-4b9c-a723-2aaae32a648d HTTP/1.1" status: 200 len: 1000 time: 0.0871768 Nov 23 05:26:11.599565 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-85e85882-e18c-416c-8d3a-f2c0f0f6ae39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:11.628921 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-85e85882-e18c-416c-8d3a-f2c0f0f6ae39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:11.679207 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cbe244-f291-4b26-9fdf-b178060f936e None None] Checking router: bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8 for host: dv-cinder-805072-6-iscsi {{(pid=102519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:26:11.692002 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cbe244-f291-4b26-9fdf-b178060f936e None None] Routers {'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:26:11.692779 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-d3cbe244-f291-4b26-9fdf-b178060f936e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:26:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8'], 'active': True} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:26:11.707098 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-85e85882-e18c-416c-8d3a-f2c0f0f6ae39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:11.709641 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a170b-58e0-4fbb-b3a6-d71efd8cf627 req-dfeb144a-9b3e-437e-bb11-7efe7a85d377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:11.710171 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-85e85882-e18c-416c-8d3a-f2c0f0f6ae39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:11.711497 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-85e85882-e18c-416c-8d3a-f2c0f0f6ae39 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3df1f465-727c-4151-9cb4-f0f16158776c HTTP/1.1" status: 204 len: 168 time: 0.1915154 Nov 23 05:26:11.712064 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ea9a170b-58e0-4fbb-b3a6-d71efd8cf627 req-dfeb144a-9b3e-437e-bb11-7efe7a85d377 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b812847c-d94f-408a-a05b-e1adde40724b HTTP/1.1" status: 200 len: 855 time: 0.1169937 Nov 23 05:26:11.722370 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e85882-e18c-416c-8d3a-f2c0f0f6ae39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df1f465-727c-4151-9cb4-f0f16158776c,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:11.733452 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d0863-8569-4ff6-ab6d-6be535226aaf req-2690a40a-b9e9-41a1-9bfb-0ca86700c969 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:11.743347 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-032d0863-8569-4ff6-ab6d-6be535226aaf req-2690a40a-b9e9-41a1-9bfb-0ca86700c969 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced07a84-22c3-4598-9da4-21800b5df478 HTTP/1.1" status: 200 len: 945 time: 0.1082971 Nov 23 05:26:11.835832 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a170b-58e0-4fbb-b3a6-d71efd8cf627 req-e0602777-1f34-4fad-a95a-e95e2963fb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:11.837570 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ea9a170b-58e0-4fbb-b3a6-d71efd8cf627 req-e0602777-1f34-4fad-a95a-e95e2963fb56 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d276bf6c-1506-42b0-9d9a-c9478303eb76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0899069 Nov 23 05:26:11.842578 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-032d0863-8569-4ff6-ab6d-6be535226aaf req-6549f9e0-cd1c-476e-b75a-3dd1bc76be7e tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980968 Nov 23 05:26:11.907735 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvr_db [None req-d3cbe244-f291-4b26-9fdf-b178060f936e None None] Set router bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:26:11.982522 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ea9a170b-58e0-4fbb-b3a6-d71efd8cf627 req-37378358-2719-40e9-8441-1ba313cedeb6 service neutron] 10.222.0.54 "GET /v2.0/networks/d276bf6c-1506-42b0-9d9a-c9478303eb76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358979 Nov 23 05:26:12.024433 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 57624) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:12.043797 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-6520667e-9671-45fe-9f0a-523d9832feef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:12.160306 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec5baa-8a11-4a91-ac66-8ab3ba215e75 req-dc9e0631-db69-4e14-9b7b-258b67bc8325 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:12.161995 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6eec5baa-8a11-4a91-ac66-8ab3ba215e75 req-dc9e0631-db69-4e14-9b7b-258b67bc8325 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] 10.222.0.48 "GET /v2.0/ports?device_id=a18b0994-d8dc-40f4-a34a-4f36860014a9 HTTP/1.1" status: 200 len: 945 time: 0.0869026 Nov 23 05:26:12.167018 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ea9a170b-58e0-4fbb-b3a6-d71efd8cf627 req-8f993d2e-749a-48c8-8102-72309251a784 service neutron] 10.222.0.54 "GET /v2.0/networks/d276bf6c-1506-42b0-9d9a-c9478303eb76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741216 Nov 23 05:26:12.171124 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-6520667e-9671-45fe-9f0a-523d9832feef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:12.175992 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-6520667e-9671-45fe-9f0a-523d9832feef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:12.233019 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6520667e-9671-45fe-9f0a-523d9832feef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c4645a-a340-45a3-b584-84243f7fcce9,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:12.259772 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-6520667e-9671-45fe-9f0a-523d9832feef admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d9fab4b896774dc896de47c08756ff94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2314551 Nov 23 05:26:12.260594 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 57628) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:12.267876 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6eec5baa-8a11-4a91-ac66-8ab3ba215e75 req-8c361ed1-22a8-47ec-9090-a3f041113130 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa91b577-eeab-499a-b593-0e6263ba4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968626 Nov 23 05:26:12.307029 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-d3cbe244-f291-4b26-9fdf-b178060f936e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8', 'name': 'tempest-AttachVolumeShelveTestJSON-446161572-router', 'tenant_id': 'cb5e3bfadd8949d285afa69cba79918a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '0128ae89-349c-4adb-be5f-1bd1a47512d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:25:17Z', 'updated_at': '2021-11-23T05:25:24Z', 'revision_number': 4, 'project_id': 'cb5e3bfadd8949d285afa69cba79918a', 'gw_port': {'id': '0128ae89-349c-4adb-be5f-1bd1a47512d6', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_floatingips': [{'id': '89d6bcac-adff-4e1b-865d-6b49e9b38cef', 'tenant_id': 'cb5e3bfadd8949d285afa69cba79918a', 'floating_ip_address': '172.27.0.174', 'floating_network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'router_id': 'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8', 'port_id': 'b20df5f1-9ac0-4b9c-a723-2aaae32a648d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd276bf6c-1506-42b0-9d9a-c9478303eb76', 'mac_address': 'fa:16:3e:e4:1d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eaee9c-dfd3-4231-ba52-19a998e37390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:25:34Z', 'updated_at': '2021-11-23T05:26:09Z', 'revision_number': 1, 'project_id': 'cb5e3bfadd8949d285afa69cba79918a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6725b431-5ec5-49b6-b332-bdafbb752bc8', 'name': '', 'network_id': 'd276bf6c-1506-42b0-9d9a-c9478303eb76', 'tenant_id': 'cb5e3bfadd8949d285afa69cba79918a', 'mac_address': 'fa:16:3e:60:3b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b812847c-d94f-408a-a05b-e1adde40724b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:22Z', 'updated_at': '2021-11-23T05:25:42Z', 'revision_number': 5, 'project_id': 'cb5e3bfadd8949d285afa69cba79918a', 'subnets': [{'id': 'b812847c-d94f-408a-a05b-e1adde40724b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:26:12.328430 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-16bc9eea-e202-496e-a7b9-6a4ce218b8f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:12.360446 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-16bc9eea-e202-496e-a7b9-6a4ce218b8f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:12.363767 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cbe244-f291-4b26-9fdf-b178060f936e None None] The sync data for ids ['bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8'] in dv-cinder-805072-6-iscsi is: [{'id': 'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8', 'name': 'tempest-AttachVolumeShelveTestJSON-446161572-router', 'tenant_id': 'cb5e3bfadd8949d285afa69cba79918a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '0128ae89-349c-4adb-be5f-1bd1a47512d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:25:17Z', 'updated_at': '2021-11-23T05:25:24Z', 'revision_number': 4, 'project_id': 'cb5e3bfadd8949d285afa69cba79918a', 'gw_port': {'id': '0128ae89-349c-4adb-be5f-1bd1a47512d6', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_floatingips': [{'id': '89d6bcac-adff-4e1b-865d-6b49e9b38cef', 'tenant_id': 'cb5e3bfadd8949d285afa69cba79918a', 'floating_ip_address': '172.27.0.174', 'floating_network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'router_id': 'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8', 'port_id': 'b20df5f1-9ac0-4b9c-a723-2aaae32a648d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd276bf6c-1506-42b0-9d9a-c9478303eb76', 'mac_address': 'fa:16:3e:e4:1d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1eaee9c-dfd3-4231-ba52-19a998e37390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:25:34Z', 'updated_at': '2021-11-23T05:26:09Z', 'revision_number': 1, 'project_id': 'cb5e3bfadd8949d285afa69cba79918a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6725b431-5ec5-49b6-b332-bdafbb752bc8', 'name': '', 'network_id': 'd276bf6c-1506-42b0-9d9a-c9478303eb76', 'tenant_id': 'cb5e3bfadd8949d285afa69cba79918a', 'mac_address': 'fa:16:3e:60:3b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b812847c-d94f-408a-a05b-e1adde40724b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:22Z', 'updated_at': '2021-11-23T05:25:42Z', 'revision_number': 5, 'project_id': 'cb5e3bfadd8949d285afa69cba79918a', 'subnets': [{'id': 'b812847c-d94f-408a-a05b-e1adde40724b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:26:12.467816 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-16bc9eea-e202-496e-a7b9-6a4ce218b8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:12.470489 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-16bc9eea-e202-496e-a7b9-6a4ce218b8f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:12.472370 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-16bc9eea-e202-496e-a7b9-6a4ce218b8f2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e3c4645a-a340-45a3-b584-84243f7fcce9 HTTP/1.1" status: 204 len: 168 time: 0.2108231 Nov 23 05:26:12.489012 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bc9eea-e202-496e-a7b9-6a4ce218b8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c4645a-a340-45a3-b584-84243f7fcce9,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:12.519774 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 57644) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:12.535859 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-1d03d617-50f4-4c9d-be3f-f21b2ad7d79c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:12.668145 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ca1ee1-54d3-496d-ac32-6b4f0679ec3c None None] New status for floating IP 89d6bcac-adff-4e1b-865d-6b49e9b38cef: ACTIVE {{(pid=102518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 05:26:12.698074 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-1d03d617-50f4-4c9d-be3f-f21b2ad7d79c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:12.703325 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-1d03d617-50f4-4c9d-be3f-f21b2ad7d79c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:12.753593 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-1d03d617-50f4-4c9d-be3f-f21b2ad7d79c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=659da898dcd04ab9a9223cc4111b18a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2299325 Nov 23 05:26:12.753593 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d03d617-50f4-4c9d-be3f-f21b2ad7d79c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108b950a-2184-4b8b-8fed-e3a443bdd058,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:12.754388 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 57654) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:12.848260 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-82e162d5-297d-4ed4-8108-5602fef2ab8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:12.884323 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-82e162d5-297d-4ed4-8108-5602fef2ab8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:12.959110 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-82e162d5-297d-4ed4-8108-5602fef2ab8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:12.967077 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-82e162d5-297d-4ed4-8108-5602fef2ab8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:12.971390 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-82e162d5-297d-4ed4-8108-5602fef2ab8d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/108b950a-2184-4b8b-8fed-e3a443bdd058 HTTP/1.1" status: 204 len: 168 time: 0.2151358 Nov 23 05:26:12.981480 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e162d5-297d-4ed4-8108-5602fef2ab8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108b950a-2184-4b8b-8fed-e3a443bdd058,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:13.021973 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ba6fc-b840-4cec-8ce1-26af43cb4eef req-9f21afcc-b72c-4ed9-aadc-111841e7252b tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:13.023667 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-bc1ba6fc-b840-4cec-8ce1-26af43cb4eef req-9f21afcc-b72c-4ed9-aadc-111841e7252b tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced07a84-22c3-4598-9da4-21800b5df478 HTTP/1.1" status: 200 len: 945 time: 0.0714753 Nov 23 05:26:13.100347 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-bc1ba6fc-b840-4cec-8ce1-26af43cb4eef req-d7722a23-26e9-421d-a9d3-a82156d2b922 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704105 Nov 23 05:26:13.229401 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 57682) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:13.404312 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1427ffce-3e2c-4f6e-a8d2-2ad41653c7b5 req-1252e7c3-7acd-4c4a-add5-5682f1c6fe07 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:13.405923 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1427ffce-3e2c-4f6e-a8d2-2ad41653c7b5 req-1252e7c3-7acd-4c4a-add5-5682f1c6fe07 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] 10.222.0.54 "GET /v2.0/ports?device_id=a18b0994-d8dc-40f4-a34a-4f36860014a9 HTTP/1.1" status: 200 len: 945 time: 0.0990965 Nov 23 05:26:13.466433 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f3a63-e0c8-4cea-b271-51d69de10648 req-3bd88068-ad38-4196-b214-826270e28629 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:13.475762 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a51f3a63-e0c8-4cea-b271-51d69de10648 req-3bd88068-ad38-4196-b214-826270e28629 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] 10.222.0.48 "GET /v2.0/ports?device_id=a18b0994-d8dc-40f4-a34a-4f36860014a9 HTTP/1.1" status: 200 len: 945 time: 0.1364951 Nov 23 05:26:13.485658 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-9becd9af-ff2a-4995-bad6-a50d9eaa61a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:13.585537 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-9becd9af-ff2a-4995-bad6-a50d9eaa61a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:13.591576 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-9becd9af-ff2a-4995-bad6-a50d9eaa61a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:13.637762 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-9becd9af-ff2a-4995-bad6-a50d9eaa61a2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b1bc57401e27449e8fda3339d874e100&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4063649 Nov 23 05:26:13.641660 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 57710) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:13.650584 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9becd9af-ff2a-4995-bad6-a50d9eaa61a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c804ca2a-8942-46cd-b0b6-37013a405142,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:13.701050 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a51f3a63-e0c8-4cea-b271-51d69de10648 req-8f1d6558-164f-4faa-ad15-ab62d059172d tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa91b577-eeab-499a-b593-0e6263ba4425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228289 Nov 23 05:26:13.714215 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-1427ffce-3e2c-4f6e-a8d2-2ad41653c7b5 req-6d655599-7503-434c-8611-747c806d51b1 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] Deleting port ce5edcd9-49cb-4b6f-99bd-b1ab1422448d {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:26:13.714786 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-1427ffce-3e2c-4f6e-a8d2-2ad41653c7b5 req-6d655599-7503-434c-8611-747c806d51b1 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751724797224'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:13.808965 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-f9913422-d2e9-47e7-98b8-c1f6522ef500 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:13.858008 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-f9913422-d2e9-47e7-98b8-c1f6522ef500 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:13.885565 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-1427ffce-3e2c-4f6e-a8d2-2ad41653c7b5 req-6d655599-7503-434c-8611-747c806d51b1 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] For port ce5edcd9-49cb-4b6f-99bd-b1ab1422448d, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=ce5edcd9-49cb-4b6f-99bd-b1ab1422448d,segment=NetworkSegment(380eae46-c20e-425a-a318-241c581874ad),segment_id=380eae46-c20e-425a-a318-241c581874ad)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:26:13.885996 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-1427ffce-3e2c-4f6e-a8d2-2ad41653c7b5 req-6d655599-7503-434c-8611-747c806d51b1 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630705'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:13.913636 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-1427ffce-3e2c-4f6e-a8d2-2ad41653c7b5 req-6d655599-7503-434c-8611-747c806d51b1 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] Calling delete_port for ce5edcd9-49cb-4b6f-99bd-b1ab1422448d owned by compute:nova {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:26:14.002807 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-f9913422-d2e9-47e7-98b8-c1f6522ef500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:14.005474 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-f9913422-d2e9-47e7-98b8-c1f6522ef500 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:14.006628 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-f9913422-d2e9-47e7-98b8-c1f6522ef500 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c804ca2a-8942-46cd-b0b6-37013a405142 HTTP/1.1" status: 204 len: 168 time: 0.3638716 Nov 23 05:26:14.019097 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9913422-d2e9-47e7-98b8-c1f6522ef500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c804ca2a-8942-46cd-b0b6-37013a405142,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:14.103524 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-1427ffce-3e2c-4f6e-a8d2-2ad41653c7b5 req-6d655599-7503-434c-8611-747c806d51b1 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751724800597', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751724218543'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:14.140840 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d655599-7503-434c-8611-747c806d51b1 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] Pushing event deleted for resources: {'Port': ['ID=ce5edcd9-49cb-4b6f-99bd-b1ab1422448d,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:14.147208 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] get_ports_and_sgs() called for port_ids ['ce5edcd9-49cb-4b6f-99bd-b1ab1422448d'] {{(pid=102518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:26:14.207002 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [req-1427ffce-3e2c-4f6e-a8d2-2ad41653c7b5 req-6d655599-7503-434c-8611-747c806d51b1 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] No DVR routers for this DVR port ce5edcd9-49cb-4b6f-99bd-b1ab1422448d on host hv-cinder-80507 {{(pid=102516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:26:14.217921 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-1427ffce-3e2c-4f6e-a8d2-2ad41653c7b5 req-6d655599-7503-434c-8611-747c806d51b1 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:14.221680 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1427ffce-3e2c-4f6e-a8d2-2ad41653c7b5 req-6d655599-7503-434c-8611-747c806d51b1 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] 10.222.0.54 "DELETE /v2.0/ports/ce5edcd9-49cb-4b6f-99bd-b1ab1422448d HTTP/1.1" status: 204 len: 173 time: 0.8036590 Nov 23 05:26:14.223390 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a18b0994-d8dc-40f4-a34a-4f36860014a9', 'name': 'network-vif-deleted', 'tag': 'ce5edcd9-49cb-4b6f-99bd-b1ab1422448d'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:26:14.226692 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20d478f7b504b4f7a92aed5d5c075fb26ddad21beb532cc87d656362fb0682d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7e0242-4576-438e-802e-cc114021e8fa" -d '{"events": [{"server_uuid": "a18b0994-d8dc-40f4-a34a-4f36860014a9", "name": "network-vif-deleted", "tag": "ce5edcd9-49cb-4b6f-99bd-b1ab1422448d"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:26:14.275552 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4a946-10d9-4686-8449-d5a171f11c01 req-3bfa81ba-521b-451c-bcb9-e74dcf721e02 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:14.283508 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-37d4a946-10d9-4686-8449-d5a171f11c01 req-3bfa81ba-521b-451c-bcb9-e74dcf721e02 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced07a84-22c3-4598-9da4-21800b5df478 HTTP/1.1" status: 200 len: 945 time: 0.0781672 Nov 23 05:26:14.285592 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970cc616-3509-4573-9e19-4fc1782c4982 x-openstack-request-id: req-970cc616-3509-4573-9e19-4fc1782c4982 {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:26:14.286089 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a18b0994-d8dc-40f4-a34a-4f36860014a9", "name": "network-vif-deleted", "tag": "ce5edcd9-49cb-4b6f-99bd-b1ab1422448d", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:26:14.286348 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-970cc616-3509-4573-9e19-4fc1782c4982 {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:26:14.287114 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a18b0994-d8dc-40f4-a34a-4f36860014a9', 'name': 'network-vif-deleted', 'tag': 'ce5edcd9-49cb-4b6f-99bd-b1ab1422448d', 'status': 'completed', 'code': 200} Nov 23 05:26:14.342676 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-37d4a946-10d9-4686-8449-d5a171f11c01 req-69337819-ae4d-4b44-92fe-e76c637340b7 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546679 Nov 23 05:26:14.509589 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 57750) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:14.523576 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-eebfab15-b5c1-4936-8d63-a695ec3838f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:14.632198 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-eebfab15-b5c1-4936-8d63-a695ec3838f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:14.638418 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-eebfab15-b5c1-4936-8d63-a695ec3838f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:14.709158 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-eebfab15-b5c1-4936-8d63-a695ec3838f8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f042b4a8e1c74b0f81cf97b043106aa0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2018745 Nov 23 05:26:14.710078 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebfab15-b5c1-4936-8d63-a695ec3838f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5e9673-3036-4908-bd14-5d2538354858,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:14.712116 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 57762) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:14.794616 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-6ab5767a-7c64-48f8-93a9-596887623c50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:14.824538 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-6ab5767a-7c64-48f8-93a9-596887623c50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:14.909824 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-6ab5767a-7c64-48f8-93a9-596887623c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:14.912992 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-6ab5767a-7c64-48f8-93a9-596887623c50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:14.914714 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-6ab5767a-7c64-48f8-93a9-596887623c50 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bc5e9673-3036-4908-bd14-5d2538354858 HTTP/1.1" status: 204 len: 168 time: 0.2007740 Nov 23 05:26:14.933235 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab5767a-7c64-48f8-93a9-596887623c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5e9673-3036-4908-bd14-5d2538354858,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:14.945209 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-abe272b2-1b72-4a19-b4ae-6e025c5c2eda req-6f019050-15ee-41e7-9c5c-d4317acc1983 tempest-DeleteServersTestJSON-979487280 tempest-DeleteServersTestJSON-979487280-project] 10.222.0.48 "GET /v2.0/ports?device_id=a18b0994-d8dc-40f4-a34a-4f36860014a9 HTTP/1.1" status: 200 len: 210 time: 0.0534315 Nov 23 05:26:15.553890 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49602126-1319-480d-bef1-408d870f6fed req-0e577c27-7728-43e3-a12f-db6ad260d125 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:15.561434 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-49602126-1319-480d-bef1-408d870f6fed req-0e577c27-7728-43e3-a12f-db6ad260d125 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced07a84-22c3-4598-9da4-21800b5df478 HTTP/1.1" status: 200 len: 945 time: 0.0998971 Nov 23 05:26:15.610244 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-49602126-1319-480d-bef1-408d870f6fed req-37967a28-40c6-4f22-a3b0-3a4c0124c566 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475473 Nov 23 05:26:16.736811 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb86ce-58ae-47d5-8ef1-a7b2023b0cde req-533cca40-8b36-4105-ae7c-c5d783ac8040 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:16.739147 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5ecb86ce-58ae-47d5-8ef1-a7b2023b0cde req-533cca40-8b36-4105-ae7c-c5d783ac8040 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced07a84-22c3-4598-9da4-21800b5df478 HTTP/1.1" status: 200 len: 945 time: 0.0545969 Nov 23 05:26:16.795445 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5ecb86ce-58ae-47d5-8ef1-a7b2023b0cde req-fcbd286f-f5f4-4b39-b6bd-32eaf42dfbec tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502942 Nov 23 05:26:17.680099 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 57912) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:17.730004 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7498f7e-7bc6-454b-8a35-34b96fd9e3e4 admin admin] Deleting subnet 521d4456-8ecb-4141-a366-3842211dccc9 {{(pid=102517) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 05:26:17.733287 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-c7498f7e-7bc6-454b-8a35-34b96fd9e3e4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:17.770228 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-c7498f7e-7bc6-454b-8a35-34b96fd9e3e4 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:17.779526 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-c7498f7e-7bc6-454b-8a35-34b96fd9e3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-576047'] for subnet, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:17.850570 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-c7498f7e-7bc6-454b-8a35-34b96fd9e3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-576054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215'] for subnet, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:17.885715 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7498f7e-7bc6-454b-8a35-34b96fd9e3e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=521d4456-8ecb-4141-a366-3842211dccc9,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:17.893467 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7498f7e-7bc6-454b-8a35-34b96fd9e3e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:26:17.894053 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7498f7e-7bc6-454b-8a35-34b96fd9e3e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:26:17.894404 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7498f7e-7bc6-454b-8a35-34b96fd9e3e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:26:17.894738 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7498f7e-7bc6-454b-8a35-34b96fd9e3e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:26:17.895323 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7498f7e-7bc6-454b-8a35-34b96fd9e3e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:26:17.896229 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7498f7e-7bc6-454b-8a35-34b96fd9e3e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:26:17.896564 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7498f7e-7bc6-454b-8a35-34b96fd9e3e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:26:17.896908 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7498f7e-7bc6-454b-8a35-34b96fd9e3e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:26:17.897423 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7498f7e-7bc6-454b-8a35-34b96fd9e3e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:26:17.897778 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7498f7e-7bc6-454b-8a35-34b96fd9e3e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:26:17.898086 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7498f7e-7bc6-454b-8a35-34b96fd9e3e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:26:17.898402 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7498f7e-7bc6-454b-8a35-34b96fd9e3e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:26:17.908405 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-c7498f7e-7bc6-454b-8a35-34b96fd9e3e4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:17.915076 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-c7498f7e-7bc6-454b-8a35-34b96fd9e3e4 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/521d4456-8ecb-4141-a366-3842211dccc9 HTTP/1.1" status: 204 len: 168 time: 0.2338834 Nov 23 05:26:17.915680 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 57924) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:17.971282 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f0136-6bb2-44fa-80cd-cb16d47c75c8 req-1a926878-0f1d-4f1c-9f23-96fc0f5352f7 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:17.972862 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a31f0136-6bb2-44fa-80cd-cb16d47c75c8 req-1a926878-0f1d-4f1c-9f23-96fc0f5352f7 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced07a84-22c3-4598-9da4-21800b5df478 HTTP/1.1" status: 200 len: 945 time: 0.0721326 Nov 23 05:26:17.974201 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 57928) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:17.995225 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-17f4da4d-b018-4587-af41-c957cc96d9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1429853'] for network, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:18.033605 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a31f0136-6bb2-44fa-80cd-cb16d47c75c8 req-cac77cd1-ff26-4a52-a043-7c9e3818aabe tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509136 Nov 23 05:26:18.083212 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-17f4da4d-b018-4587-af41-c957cc96d9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734108', 'neutron.services.segments.db._delete_segments_for_network-8751724566155'] for network, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:18.105310 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4370244b-22a9-4637-822a-f97cda5f659a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:18.108219 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-17f4da4d-b018-4587-af41-c957cc96d9c0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:26:18.108576 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-17f4da4d-b018-4587-af41-c957cc96d9c0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:26:18.109337 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-17f4da4d-b018-4587-af41-c957cc96d9c0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:26:18.109673 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-17f4da4d-b018-4587-af41-c957cc96d9c0 admin admin] Subscribe: > port after_create 55550000 {{(pid=102517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:26:18.110024 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-17f4da4d-b018-4587-af41-c957cc96d9c0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:26:18.110365 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-17f4da4d-b018-4587-af41-c957cc96d9c0 admin admin] Subscribe: > port after_update 55550000 {{(pid=102517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:26:18.110692 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-17f4da4d-b018-4587-af41-c957cc96d9c0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:26:18.111598 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-17f4da4d-b018-4587-af41-c957cc96d9c0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:26:18.111957 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-17f4da4d-b018-4587-af41-c957cc96d9c0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:26:18.112304 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-17f4da4d-b018-4587-af41-c957cc96d9c0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:26:18.189924 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4370244b-22a9-4637-822a-f97cda5f659a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:18.193673 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4370244b-22a9-4637-822a-f97cda5f659a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:18.235363 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-4370244b-22a9-4637-822a-f97cda5f659a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0ba52dd3805a478bb87925d0749ac844&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2600727 Nov 23 05:26:18.237122 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4370244b-22a9-4637-822a-f97cda5f659a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c08441-9a8b-4ac3-9fae-5c4e174c9243,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:18.239264 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 57936) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:18.266497 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4370244b-22a9-4637-822a-f97cda5f659a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:26:18.266617 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4370244b-22a9-4637-822a-f97cda5f659a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:26:18.267160 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4370244b-22a9-4637-822a-f97cda5f659a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:26:18.267687 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4370244b-22a9-4637-822a-f97cda5f659a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:26:18.268177 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4370244b-22a9-4637-822a-f97cda5f659a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:26:18.268697 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4370244b-22a9-4637-822a-f97cda5f659a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:26:18.269041 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4370244b-22a9-4637-822a-f97cda5f659a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:26:18.269381 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4370244b-22a9-4637-822a-f97cda5f659a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:26:18.269716 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4370244b-22a9-4637-822a-f97cda5f659a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:26:18.270049 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4370244b-22a9-4637-822a-f97cda5f659a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:26:18.270381 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4370244b-22a9-4637-822a-f97cda5f659a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:26:18.270482 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-17f4da4d-b018-4587-af41-c957cc96d9c0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:26:18.270706 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4370244b-22a9-4637-822a-f97cda5f659a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:26:18.270804 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-17f4da4d-b018-4587-af41-c957cc96d9c0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:26:18.271121 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-17f4da4d-b018-4587-af41-c957cc96d9c0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:26:18.271462 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-17f4da4d-b018-4587-af41-c957cc96d9c0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:26:18.271852 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.services.segments.db [None req-17f4da4d-b018-4587-af41-c957cc96d9c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb8dc895-95ad-48d3-8543-5b11b6af4c03']}} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:26:18.301995 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.services.segments.db [None req-17f4da4d-b018-4587-af41-c957cc96d9c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '380eae46-c20e-425a-a318-241c581874ad') {'for_net_delete': True} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:26:18.302389 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.services.segments.db [None req-17f4da4d-b018-4587-af41-c957cc96d9c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '380eae46-c20e-425a-a318-241c581874ad') {} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:26:18.319224 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-fd675453-4f38-4ada-bd17-c4541451427f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:18.323080 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-17f4da4d-b018-4587-af41-c957cc96d9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751724742166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27248922'] for segment, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:18.349607 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-fd675453-4f38-4ada-bd17-c4541451427f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:18.350988 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-17f4da4d-b018-4587-af41-c957cc96d9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574952'] for segment, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:18.360441 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17f4da4d-b018-4587-af41-c957cc96d9c0 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=102517) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 05:26:18.360757 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-17f4da4d-b018-4587-af41-c957cc96d9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25211343'] for segment, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:18.368528 dv-cinder-805072-6-iscsi neutron-server[102517]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 05:26:18.368528 dv-cinder-805072-6-iscsi neutron-server[102517]: from cryptography.utils import int_from_bytes Nov 23 05:26:18.368528 dv-cinder-805072-6-iscsi neutron-server[102517]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 05:26:18.368528 dv-cinder-805072-6-iscsi neutron-server[102517]: from cryptography.utils import int_from_bytes Nov 23 05:26:18.368528 dv-cinder-805072-6-iscsi neutron-server[102517]: Traceback (most recent call last): Nov 23 05:26:18.368528 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 05:26:18.368528 dv-cinder-805072-6-iscsi neutron-server[102517]: timer() Nov 23 05:26:18.368528 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 05:26:18.368528 dv-cinder-805072-6-iscsi neutron-server[102517]: cb(*args, **kw) Nov 23 05:26:18.368528 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 05:26:18.368528 dv-cinder-805072-6-iscsi neutron-server[102517]: return func(*args, **kwargs) Nov 23 05:26:18.368528 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 05:26:18.368528 dv-cinder-805072-6-iscsi neutron-server[102517]: self._notify() Nov 23 05:26:18.368528 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 05:26:18.368528 dv-cinder-805072-6-iscsi neutron-server[102517]: self.callback(batched_events) Nov 23 05:26:18.368528 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 05:26:18.368528 dv-cinder-805072-6-iscsi neutron-server[102517]: event.method(event) Nov 23 05:26:18.368528 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 05:26:18.368528 dv-cinder-805072-6-iscsi neutron-server[102517]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 05:26:18.368528 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 05:26:18.368528 dv-cinder-805072-6-iscsi neutron-server[102517]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 05:26:18.368528 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 05:26:18.368528 dv-cinder-805072-6-iscsi neutron-server[102517]: return f(self, *a, **k) Nov 23 05:26:18.368528 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 05:26:18.368528 dv-cinder-805072-6-iscsi neutron-server[102517]: return self._get(url).json() Nov 23 05:26:18.368528 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 05:26:18.368528 dv-cinder-805072-6-iscsi neutron-server[102517]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 05:26:18.368528 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 05:26:18.368528 dv-cinder-805072-6-iscsi neutron-server[102517]: return self.request(url, 'GET', **kwargs) Nov 23 05:26:18.368528 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 05:26:18.368528 dv-cinder-805072-6-iscsi neutron-server[102517]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 05:26:18.368528 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 05:26:18.368528 dv-cinder-805072-6-iscsi neutron-server[102517]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 05:26:18.368528 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 05:26:18.368528 dv-cinder-805072-6-iscsi neutron-server[102517]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 05:26:18.368528 dv-cinder-805072-6-iscsi neutron-server[102517]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 05:26:18.399078 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-fd675453-4f38-4ada-bd17-c4541451427f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:18.401699 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-fd675453-4f38-4ada-bd17-c4541451427f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:18.402978 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-fd675453-4f38-4ada-bd17-c4541451427f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d2c08441-9a8b-4ac3-9fae-5c4e174c9243 HTTP/1.1" status: 204 len: 168 time: 0.1627853 Nov 23 05:26:18.410507 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd675453-4f38-4ada-bd17-c4541451427f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c08441-9a8b-4ac3-9fae-5c4e174c9243,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:18.434064 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-17f4da4d-b018-4587-af41-c957cc96d9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637750'] for network, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:18.440363 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-17f4da4d-b018-4587-af41-c957cc96d9c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for network, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:18.444963 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-17f4da4d-b018-4587-af41-c957cc96d9c0 admin admin] 10.222.0.48 "DELETE /v2.0/networks/cb8dc895-95ad-48d3-8543-5b11b6af4c03 HTTP/1.1" status: 204 len: 168 time: 0.5279117 Nov 23 05:26:18.458906 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f4da4d-b018-4587-af41-c957cc96d9c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb8dc895-95ad-48d3-8543-5b11b6af4c03,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:18.561838 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 57950) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:18.602620 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-2b7bbea3-b91e-424a-84bf-276a93c7ed0d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c50805dbd952413298ef5c310a0fd00a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0394943 Nov 23 05:26:18.605064 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 57952) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:18.658949 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-d3f28848-c6f3-4a90-90ff-3d98de904302 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:18.681297 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-d3f28848-c6f3-4a90-90ff-3d98de904302 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:18.732823 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-d3f28848-c6f3-4a90-90ff-3d98de904302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:18.735438 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-d3f28848-c6f3-4a90-90ff-3d98de904302 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:18.736608 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-d3f28848-c6f3-4a90-90ff-3d98de904302 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/aa91b577-eeab-499a-b593-0e6263ba4425 HTTP/1.1" status: 204 len: 168 time: 0.1305814 Nov 23 05:26:18.741746 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 57958) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:18.745419 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f28848-c6f3-4a90-90ff-3d98de904302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa91b577-eeab-499a-b593-0e6263ba4425,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:18.755643 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a6d8f68e-22fa-4041-9aab-01251adc6f8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:18.839631 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a6d8f68e-22fa-4041-9aab-01251adc6f8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:18.843479 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a6d8f68e-22fa-4041-9aab-01251adc6f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:19.092905 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d8f68e-22fa-4041-9aab-01251adc6f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c410136-0469-46cd-a0b6-2ac47ee09c8e,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:19.097752 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-a6d8f68e-22fa-4041-9aab-01251adc6f8b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eb19f7fc943240b09a0cf6cb9ac164bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3549793 Nov 23 05:26:19.100868 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 57972) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:19.150247 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d5e706df-e1e0-489b-8f8a-4fceee4527c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:19.171331 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d5e706df-e1e0-489b-8f8a-4fceee4527c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:19.222192 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d5e706df-e1e0-489b-8f8a-4fceee4527c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:19.224813 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d5e706df-e1e0-489b-8f8a-4fceee4527c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:19.226082 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-d5e706df-e1e0-489b-8f8a-4fceee4527c2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2c410136-0469-46cd-a0b6-2ac47ee09c8e HTTP/1.1" status: 204 len: 168 time: 0.1248090 Nov 23 05:26:19.234040 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e706df-e1e0-489b-8f8a-4fceee4527c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c410136-0469-46cd-a0b6-2ac47ee09c8e,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:19.512524 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 57988) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:19.528907 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-74619652-3455-4bb7-a790-6a8938558118 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:19.616091 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-74619652-3455-4bb7-a790-6a8938558118 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:19.621323 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-74619652-3455-4bb7-a790-6a8938558118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:19.664360 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-74619652-3455-4bb7-a790-6a8938558118 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aac7e246663c4f2eafe0a04195f129cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1505218 Nov 23 05:26:19.665205 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74619652-3455-4bb7-a790-6a8938558118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265d06cf-46d3-45aa-ab12-141143432d51,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:19.667548 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 57996) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:19.714812 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-db44a6aa-f1ed-4419-85a6-e4b221200434 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:19.734741 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-db44a6aa-f1ed-4419-85a6-e4b221200434 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:19.744646 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device ce5edcd9-49cb-4b6f-99bd-b1ab1422448d no longer exists at agent hyperv_hv-cinder-80507 {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:26:19.764504 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] No Port match for: ce5edcd9-49cb-4b6f-99bd-b1ab1422448d {{(pid=102518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:26:19.764856 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device ce5edcd9-49cb-4b6f-99bd-b1ab1422448d not bound to the agent host hv-cinder-80507 {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:26:19.780030 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-db44a6aa-f1ed-4419-85a6-e4b221200434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:19.782536 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-db44a6aa-f1ed-4419-85a6-e4b221200434 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:19.783774 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-db44a6aa-f1ed-4419-85a6-e4b221200434 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/265d06cf-46d3-45aa-ab12-141143432d51 HTTP/1.1" status: 204 len: 168 time: 0.1153421 Nov 23 05:26:19.792669 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db44a6aa-f1ed-4419-85a6-e4b221200434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265d06cf-46d3-45aa-ab12-141143432d51,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:20.950195 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6e6f1-353f-48c2-89a9-9a372c92c844 req-0046e241-6d86-4554-8e41-5dbe36683725 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:20.951818 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e2e6e6f1-353f-48c2-89a9-9a372c92c844 req-0046e241-6d86-4554-8e41-5dbe36683725 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced07a84-22c3-4598-9da4-21800b5df478 HTTP/1.1" status: 200 len: 945 time: 0.0510366 Nov 23 05:26:21.004331 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e2e6e6f1-353f-48c2-89a9-9a372c92c844 req-54702881-f867-45db-8d42-c69f585be15a tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463927 Nov 23 05:26:21.530464 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 58068) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:21.655253 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a05de05f-3b13-4889-9a78-4c325fc58415 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:21.757892 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a05de05f-3b13-4889-9a78-4c325fc58415 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:21.764723 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a05de05f-3b13-4889-9a78-4c325fc58415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:21.819211 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 58076) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:21.828719 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-a05de05f-3b13-4889-9a78-4c325fc58415 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0aea1e3df5204beca17799ef11e6e29d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2969441 Nov 23 05:26:21.839907 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05de05f-3b13-4889-9a78-4c325fc58415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2abf08d6-c295-44ff-94c9-c6ff697d2aaa,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:21.884533 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ae76aa6f-ec0e-49d0-9d2d-4ac07b1e80de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:21.918113 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ae76aa6f-ec0e-49d0-9d2d-4ac07b1e80de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:21.990837 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ae76aa6f-ec0e-49d0-9d2d-4ac07b1e80de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:21.995351 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ae76aa6f-ec0e-49d0-9d2d-4ac07b1e80de admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:21.996622 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-ae76aa6f-ec0e-49d0-9d2d-4ac07b1e80de admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2abf08d6-c295-44ff-94c9-c6ff697d2aaa HTTP/1.1" status: 204 len: 168 time: 0.1763232 Nov 23 05:26:22.005597 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae76aa6f-ec0e-49d0-9d2d-4ac07b1e80de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2abf08d6-c295-44ff-94c9-c6ff697d2aaa,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:22.175591 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ea155857-b714-4853-b7b9-638aa0343f2d req-6c82f6ef-3802-4b4d-9b86-511f7719f943 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2114cc7b-fabb-4522-8991-bad93eabefea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1129510 Nov 23 05:26:22.192703 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488327d6-caab-4fe7-90b4-610b17abe64c req-c3a071f8-621f-4a83-9bff-28286ef1498b tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:22.194775 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-488327d6-caab-4fe7-90b4-610b17abe64c req-c3a071f8-621f-4a83-9bff-28286ef1498b tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced07a84-22c3-4598-9da4-21800b5df478 HTTP/1.1" status: 200 len: 945 time: 0.0799842 Nov 23 05:26:22.263593 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-488327d6-caab-4fe7-90b4-610b17abe64c req-ecca1684-14fb-4579-a542-c27376ec520e tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613823 Nov 23 05:26:22.719551 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 58124) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:22.846839 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 58130) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:22.897040 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [None req-7ce4b6ba-fbc9-4626-b167-b396d5917ba3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1571460046-network', 'tenant_id': '1dd28060a8264e6099151c1544ac9313'}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:26:22.916749 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-bc816e1a-f097-4fe3-a8ff-9c3b23b91f50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:22.918587 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce4b6ba-fbc9-4626-b167-b396d5917ba3 admin admin] Made reservation on behalf of 1dd28060a8264e6099151c1544ac9313 for: {'network': 1} {{(pid=102517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:26:22.920946 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-7ce4b6ba-fbc9-4626-b167-b396d5917ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for network, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:22.930545 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-7ce4b6ba-fbc9-4626-b167-b396d5917ba3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:22.992186 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-bc816e1a-f097-4fe3-a8ff-9c3b23b91f50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:22.998077 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-bc816e1a-f097-4fe3-a8ff-9c3b23b91f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:23.015485 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-7ce4b6ba-fbc9-4626-b167-b396d5917ba3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:23.023391 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-7ce4b6ba-fbc9-4626-b167-b396d5917ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:23.042513 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-bc816e1a-f097-4fe3-a8ff-9c3b23b91f50 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7798f35989b84725b2df69a4593aefe2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3212404 Nov 23 05:26:23.043460 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc816e1a-f097-4fe3-a8ff-9c3b23b91f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ebbabe8-feee-4765-a44f-75356997097f,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:23.045784 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 58138) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:23.056289 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ce4b6ba-fbc9-4626-b167-b396d5917ba3 admin admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=102517) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 05:26:23.061433 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce4b6ba-fbc9-4626-b167-b396d5917ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d451ed-06dc-4f5e-963a-168567115ce5,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:23.068676 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-7ce4b6ba-fbc9-4626-b167-b396d5917ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574952'] for segment, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:23.069006 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.db.segments_db [None req-7ce4b6ba-fbc9-4626-b167-b396d5917ba3 admin admin] Added segment 9920ad93-0602-44fc-bb2c-94fe03be67da of type vlan for network bfd65b54-2bb7-4c35-b335-fb2b80538bf2 Nov 23 05:26:23.104016 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-b0c3428d-b5af-4aaf-9e3a-fc32b5ffc811 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:23.109000 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-7ce4b6ba-fbc9-4626-b167-b396d5917ba3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751724239108'] for network, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:23.129591 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-b0c3428d-b5af-4aaf-9e3a-fc32b5ffc811 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:23.135209 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-7ce4b6ba-fbc9-4626-b167-b396d5917ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215'] for network, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:23.136491 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce4b6ba-fbc9-4626-b167-b396d5917ba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:23.137412 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-7ce4b6ba-fbc9-4626-b167-b396d5917ba3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for network, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:23.191087 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-b0c3428d-b5af-4aaf-9e3a-fc32b5ffc811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:23.191719 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-7ce4b6ba-fbc9-4626-b167-b396d5917ba3 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3434863 Nov 23 05:26:23.194578 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-b0c3428d-b5af-4aaf-9e3a-fc32b5ffc811 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:23.195824 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-b0c3428d-b5af-4aaf-9e3a-fc32b5ffc811 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9ebbabe8-feee-4765-a44f-75356997097f HTTP/1.1" status: 204 len: 168 time: 0.1441250 Nov 23 05:26:23.196562 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 58142) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:23.204321 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-eea57419-2a4b-429a-aa47-722385dd89f5 admin admin] Request body: {'subnet': {'network_id': 'bfd65b54-2bb7-4c35-b335-fb2b80538bf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1571460046-subnet', 'tenant_id': '1dd28060a8264e6099151c1544ac9313', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:26:23.208554 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce4b6ba-fbc9-4626-b167-b396d5917ba3 admin admin] Pushing event updated for resources: {'Network': ['ID=bfd65b54-2bb7-4c35-b335-fb2b80538bf2,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:23.214750 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c3428d-b5af-4aaf-9e3a-fc32b5ffc811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ebbabe8-feee-4765-a44f-75356997097f,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:23.224839 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Network bfd65b54-2bb7-4c35-b335-fb2b80538bf2 details requested by agent ovs-agent-dv-cinder-805072-6-iscsi with host dv-cinder-805072-6-iscsi {{(pid=102518) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 05:26:23.234827 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea57419-2a4b-429a-aa47-722385dd89f5 admin admin] Made reservation on behalf of 1dd28060a8264e6099151c1544ac9313 for: {'subnet': 1} {{(pid=102516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:26:23.238671 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-eea57419-2a4b-429a-aa47-722385dd89f5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:23.422110 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-eea57419-2a4b-429a-aa47-722385dd89f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215'] for subnet, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:23.472283 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea57419-2a4b-429a-aa47-722385dd89f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67026986-f99d-439d-813c-4935b4b5fed1,revision_number=0']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:23.487644 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea57419-2a4b-429a-aa47-722385dd89f5 admin admin] Checking segment: {'id': '9920ad93-0602-44fc-bb2c-94fe03be67da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'bfd65b54-2bb7-4c35-b335-fb2b80538bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:26:23.488008 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea57419-2a4b-429a-aa47-722385dd89f5 admin admin] Network hostable DHCP agents. Network: bfd65b54-2bb7-4c35-b335-fb2b80538bf2, hostable agents: ['2030e6fd-0e7a-4e26-866d-a4515205c5a7'], hosted agents: [] {{(pid=102516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 05:26:23.505291 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea57419-2a4b-429a-aa47-722385dd89f5 admin admin] Network bfd65b54-2bb7-4c35-b335-fb2b80538bf2 is scheduled to be hosted by DHCP agent 2030e6fd-0e7a-4e26-866d-a4515205c5a7 with binding_index 1 {{(pid=102516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 05:26:23.515003 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [None req-eea57419-2a4b-429a-aa47-722385dd89f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805072-6-iscsi, bfd65b54-2bb7-4c35-b335-fb2b80538bf2) {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:26:23.515708 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 58156) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:23.522084 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea57419-2a4b-429a-aa47-722385dd89f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:23.522811 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-eea57419-2a4b-429a-aa47-722385dd89f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for subnet, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:23.524156 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba3435d-70c4-4b77-8f1f-8480d49e8e61 None None] Network bfd65b54-2bb7-4c35-b335-fb2b80538bf2 requested from dv-cinder-805072-6-iscsi {{(pid=102518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:26:23.532477 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-cf12c49a-6892-4efb-95a0-eb689e44c423 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:23.542908 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-eea57419-2a4b-429a-aa47-722385dd89f5 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3401246 Nov 23 05:26:23.619658 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-cf12c49a-6892-4efb-95a0-eb689e44c423 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:23.624013 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-cf12c49a-6892-4efb-95a0-eb689e44c423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:23.662603 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-cf12c49a-6892-4efb-95a0-eb689e44c423 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8a93f58ed0fb44c292bab507190f0c0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1456876 Nov 23 05:26:23.663403 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf12c49a-6892-4efb-95a0-eb689e44c423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3867a54c-3c4f-4032-b2fb-37706907d049,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:23.665843 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 58160) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:23.674505 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d040182-873b-4057-a0ea-165da041d859 None None] Network bfd65b54-2bb7-4c35-b335-fb2b80538bf2 requested from dv-cinder-805072-6-iscsi {{(pid=102518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:26:23.718281 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-03623195-8a79-4647-b0b0-3280f609f735 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:23.740714 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-03623195-8a79-4647-b0b0-3280f609f735 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:23.791831 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-03623195-8a79-4647-b0b0-3280f609f735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:23.796803 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-03623195-8a79-4647-b0b0-3280f609f735 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:23.799319 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-03623195-8a79-4647-b0b0-3280f609f735 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3867a54c-3c4f-4032-b2fb-37706907d049 HTTP/1.1" status: 204 len: 168 time: 0.1322608 Nov 23 05:26:23.808225 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03623195-8a79-4647-b0b0-3280f609f735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3867a54c-3c4f-4032-b2fb-37706907d049,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:24.184464 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 58188) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:24.189923 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [None req-6260e562-4700-4a71-b493-df5195f86b0f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-210628306-network', 'tenant_id': '04166d6e373d48d69350509d56cf22d1'}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:26:24.211626 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6260e562-4700-4a71-b493-df5195f86b0f admin admin] Made reservation on behalf of 04166d6e373d48d69350509d56cf22d1 for: {'network': 1} {{(pid=102517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:26:24.213920 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-6260e562-4700-4a71-b493-df5195f86b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for network, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:24.226244 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-6260e562-4700-4a71-b493-df5195f86b0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:24.312307 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-6260e562-4700-4a71-b493-df5195f86b0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:24.317090 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-6260e562-4700-4a71-b493-df5195f86b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:24.342108 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6260e562-4700-4a71-b493-df5195f86b0f admin admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=102517) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 05:26:24.352417 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6260e562-4700-4a71-b493-df5195f86b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c28b470-1bfc-47b9-ab85-6af860b693dd,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:24.357695 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-6260e562-4700-4a71-b493-df5195f86b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574952'] for segment, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:24.358041 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.db.segments_db [None req-6260e562-4700-4a71-b493-df5195f86b0f admin admin] Added segment 85ff6640-6414-4226-84e0-acea90f9295d of type vlan for network 7d91b847-42d3-4590-af3a-58766dfee0fe Nov 23 05:26:24.403577 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-6260e562-4700-4a71-b493-df5195f86b0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751724239108'] for network, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:24.438179 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-6260e562-4700-4a71-b493-df5195f86b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215'] for network, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:24.439871 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6260e562-4700-4a71-b493-df5195f86b0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:24.440600 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-6260e562-4700-4a71-b493-df5195f86b0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for network, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:24.494040 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-6260e562-4700-4a71-b493-df5195f86b0f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3084061 Nov 23 05:26:24.496893 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 58198) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:24.507173 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-09783319-2099-4332-8a88-e6e91a5cf8b2 admin admin] Request body: {'subnet': {'network_id': '7d91b847-42d3-4590-af3a-58766dfee0fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-210628306-subnet', 'tenant_id': '04166d6e373d48d69350509d56cf22d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:26:24.507360 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6260e562-4700-4a71-b493-df5195f86b0f admin admin] Pushing event updated for resources: {'Network': ['ID=7d91b847-42d3-4590-af3a-58766dfee0fe,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:24.518319 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Network 7d91b847-42d3-4590-af3a-58766dfee0fe details requested by agent ovs-agent-dv-cinder-805072-6-iscsi with host dv-cinder-805072-6-iscsi {{(pid=102518) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 05:26:24.533355 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09783319-2099-4332-8a88-e6e91a5cf8b2 admin admin] Made reservation on behalf of 04166d6e373d48d69350509d56cf22d1 for: {'subnet': 1} {{(pid=102516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:26:24.536395 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-09783319-2099-4332-8a88-e6e91a5cf8b2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:24.719166 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-09783319-2099-4332-8a88-e6e91a5cf8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215'] for subnet, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:24.772622 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09783319-2099-4332-8a88-e6e91a5cf8b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=297dd9bd-b9fd-4507-bf9e-74f613825a1c,revision_number=0']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:24.788675 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09783319-2099-4332-8a88-e6e91a5cf8b2 admin admin] Checking segment: {'id': '85ff6640-6414-4226-84e0-acea90f9295d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '7d91b847-42d3-4590-af3a-58766dfee0fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:26:24.789032 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09783319-2099-4332-8a88-e6e91a5cf8b2 admin admin] Network hostable DHCP agents. Network: 7d91b847-42d3-4590-af3a-58766dfee0fe, hostable agents: ['2030e6fd-0e7a-4e26-866d-a4515205c5a7'], hosted agents: [] {{(pid=102516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 05:26:24.805912 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09783319-2099-4332-8a88-e6e91a5cf8b2 admin admin] Network 7d91b847-42d3-4590-af3a-58766dfee0fe is scheduled to be hosted by DHCP agent 2030e6fd-0e7a-4e26-866d-a4515205c5a7 with binding_index 1 {{(pid=102516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 05:26:24.816104 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [None req-09783319-2099-4332-8a88-e6e91a5cf8b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805072-6-iscsi, 7d91b847-42d3-4590-af3a-58766dfee0fe) {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:26:24.820211 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09783319-2099-4332-8a88-e6e91a5cf8b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:24.820810 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-09783319-2099-4332-8a88-e6e91a5cf8b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for subnet, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:24.826742 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4c2c6c-7668-470a-b0f5-e520f2483826 None None] Network 7d91b847-42d3-4590-af3a-58766dfee0fe requested from dv-cinder-805072-6-iscsi {{(pid=102518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:26:24.840418 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-09783319-2099-4332-8a88-e6e91a5cf8b2 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3414738 Nov 23 05:26:24.900220 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.agents_db [None req-5ade7c98-4a19-45de-8fb0-464f54244c1e None None] Agent healthcheck: found 6 active agents {{(pid=102519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:26:24.957416 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 58214) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:24.973696 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a114dda-4fb9-4a0f-a2c2-7f451a447e2c None None] Network 7d91b847-42d3-4590-af3a-58766dfee0fe requested from dv-cinder-805072-6-iscsi {{(pid=102518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:26:25.008620 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.db.db_base_plugin_v2 [None req-438342c8-7ba8-4e2b-88af-077001b3678f admin admin] Deleting subnet 67026986-f99d-439d-813c-4935b4b5fed1 {{(pid=102517) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 05:26:25.011928 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-438342c8-7ba8-4e2b-88af-077001b3678f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:25.047651 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-438342c8-7ba8-4e2b-88af-077001b3678f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27248899'] for subnet, precommit_delete_associations {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:25.100809 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-438342c8-7ba8-4e2b-88af-077001b3678f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-576047'] for subnet, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:25.159057 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-438342c8-7ba8-4e2b-88af-077001b3678f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-576054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25211281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27225567'] for subnet, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:25.191972 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-438342c8-7ba8-4e2b-88af-077001b3678f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:25.198041 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-438342c8-7ba8-4e2b-88af-077001b3678f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/67026986-f99d-439d-813c-4935b4b5fed1 HTTP/1.1" status: 204 len: 168 time: 0.2374480 Nov 23 05:26:25.198041 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438342c8-7ba8-4e2b-88af-077001b3678f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67026986-f99d-439d-813c-4935b4b5fed1,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:25.199349 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 58224) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:25.229117 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea155857-b714-4853-b7b9-638aa0343f2d req-4ee73f0a-1fb5-4714-9854-b4f85ae4581c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:25.230851 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ea155857-b714-4853-b7b9-638aa0343f2d req-4ee73f0a-1fb5-4714-9854-b4f85ae4581c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=69e7ea777b914593bb44950d24bd1f10&device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 1098 time: 0.0524433 Nov 23 05:26:25.278716 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-28875f7d-26f4-497f-83f5-d9ac9bcefaed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1429853'] for network, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:25.362087 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-28875f7d-26f4-497f-83f5-d9ac9bcefaed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734108', 'neutron.services.segments.db._delete_segments_for_network-8751724566155'] for network, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:25.401154 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.services.segments.db [None req-28875f7d-26f4-497f-83f5-d9ac9bcefaed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfd65b54-2bb7-4c35-b335-fb2b80538bf2']}} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:26:25.416848 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.services.segments.db [None req-28875f7d-26f4-497f-83f5-d9ac9bcefaed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9920ad93-0602-44fc-bb2c-94fe03be67da') {'for_net_delete': True} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:26:25.417256 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.services.segments.db [None req-28875f7d-26f4-497f-83f5-d9ac9bcefaed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9920ad93-0602-44fc-bb2c-94fe03be67da') {} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:26:25.429041 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-28875f7d-26f4-497f-83f5-d9ac9bcefaed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751724742166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27248922'] for segment, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:25.448319 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-28875f7d-26f4-497f-83f5-d9ac9bcefaed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574952'] for segment, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:25.458314 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28875f7d-26f4-497f-83f5-d9ac9bcefaed admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=102517) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 05:26:25.458785 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-28875f7d-26f4-497f-83f5-d9ac9bcefaed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25211343'] for segment, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:25.461192 dv-cinder-805072-6-iscsi neutron-server[102517]: Traceback (most recent call last): Nov 23 05:26:25.461192 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 05:26:25.461192 dv-cinder-805072-6-iscsi neutron-server[102517]: timer() Nov 23 05:26:25.461192 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 05:26:25.461192 dv-cinder-805072-6-iscsi neutron-server[102517]: cb(*args, **kw) Nov 23 05:26:25.461192 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 05:26:25.461192 dv-cinder-805072-6-iscsi neutron-server[102517]: return func(*args, **kwargs) Nov 23 05:26:25.461192 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 05:26:25.461192 dv-cinder-805072-6-iscsi neutron-server[102517]: self._notify() Nov 23 05:26:25.461192 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 05:26:25.461192 dv-cinder-805072-6-iscsi neutron-server[102517]: self.callback(batched_events) Nov 23 05:26:25.461192 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 05:26:25.461192 dv-cinder-805072-6-iscsi neutron-server[102517]: event.method(event) Nov 23 05:26:25.461192 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 05:26:25.461192 dv-cinder-805072-6-iscsi neutron-server[102517]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 05:26:25.461192 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 05:26:25.461192 dv-cinder-805072-6-iscsi neutron-server[102517]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 05:26:25.461192 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 05:26:25.461192 dv-cinder-805072-6-iscsi neutron-server[102517]: return f(self, *a, **k) Nov 23 05:26:25.461192 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 05:26:25.461192 dv-cinder-805072-6-iscsi neutron-server[102517]: return self._get(url).json() Nov 23 05:26:25.461192 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 05:26:25.461192 dv-cinder-805072-6-iscsi neutron-server[102517]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 05:26:25.461192 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 05:26:25.461192 dv-cinder-805072-6-iscsi neutron-server[102517]: return self.request(url, 'GET', **kwargs) Nov 23 05:26:25.461192 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 05:26:25.461192 dv-cinder-805072-6-iscsi neutron-server[102517]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 05:26:25.461192 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 05:26:25.461192 dv-cinder-805072-6-iscsi neutron-server[102517]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 05:26:25.461192 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 05:26:25.461192 dv-cinder-805072-6-iscsi neutron-server[102517]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 05:26:25.461192 dv-cinder-805072-6-iscsi neutron-server[102517]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 05:26:25.526936 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-28875f7d-26f4-497f-83f5-d9ac9bcefaed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637750'] for network, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:25.546660 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-28875f7d-26f4-497f-83f5-d9ac9bcefaed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for network, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:25.555250 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-28875f7d-26f4-497f-83f5-d9ac9bcefaed admin admin] 10.222.0.48 "DELETE /v2.0/networks/bfd65b54-2bb7-4c35-b335-fb2b80538bf2 HTTP/1.1" status: 204 len: 168 time: 0.3523545 Nov 23 05:26:25.555250 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28875f7d-26f4-497f-83f5-d9ac9bcefaed admin admin] Pushing event deleted for resources: {'Network': ['ID=bfd65b54-2bb7-4c35-b335-fb2b80538bf2,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:25.556056 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 58236) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:25.567330 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83247c2c-5561-41c9-88c3-ace7283d4b8b req-b380f51e-2fa5-4c0f-89cc-30a250c8a00a tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:25.569097 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-83247c2c-5561-41c9-88c3-ace7283d4b8b req-b380f51e-2fa5-4c0f-89cc-30a250c8a00a tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced07a84-22c3-4598-9da4-21800b5df478 HTTP/1.1" status: 200 len: 945 time: 0.2975791 Nov 23 05:26:25.596478 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea155857-b714-4853-b7b9-638aa0343f2d req-30dca28c-86eb-4f9d-bd16-15dfde70a9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:25.597933 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ea155857-b714-4853-b7b9-638aa0343f2d req-30dca28c-86eb-4f9d-bd16-15dfde70a9f1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=50773825-fd81-4958-87b4-2ed90bf98952 HTTP/1.1" status: 200 len: 919 time: 0.3242965 Nov 23 05:26:25.609289 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e759bbe-c604-46e1-aa03-ae6c31b60a7f admin admin] Deleting subnet 297dd9bd-b9fd-4507-bf9e-74f613825a1c {{(pid=102517) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 05:26:25.613846 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-1e759bbe-c604-46e1-aa03-ae6c31b60a7f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:25.651828 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ea155857-b714-4853-b7b9-638aa0343f2d req-a70a6ea2-6b0b-4446-8cd8-957ad901281a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5addb99-97fe-47a8-943e-31abf62517ff HTTP/1.1" status: 200 len: 217 time: 0.0415974 Nov 23 05:26:25.653679 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-1e759bbe-c604-46e1-aa03-ae6c31b60a7f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27248899'] for subnet, precommit_delete_associations {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:25.660124 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-83247c2c-5561-41c9-88c3-ace7283d4b8b req-d856b65d-55a3-4921-a343-b8d0ed699119 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846083 Nov 23 05:26:25.706332 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-1e759bbe-c604-46e1-aa03-ae6c31b60a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-576047'] for subnet, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:25.758542 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-1e759bbe-c604-46e1-aa03-ae6c31b60a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-576054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25211281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27225567'] for subnet, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:25.786775 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-1e759bbe-c604-46e1-aa03-ae6c31b60a7f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:25.790353 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-1e759bbe-c604-46e1-aa03-ae6c31b60a7f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/297dd9bd-b9fd-4507-bf9e-74f613825a1c HTTP/1.1" status: 204 len: 168 time: 0.2326303 Nov 23 05:26:25.791455 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e759bbe-c604-46e1-aa03-ae6c31b60a7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=297dd9bd-b9fd-4507-bf9e-74f613825a1c,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:25.792994 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 58242) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:25.865998 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-04cf24c2-e463-49d9-b32a-3a24d72cc9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1429853'] for network, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:25.957982 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-04cf24c2-e463-49d9-b32a-3a24d72cc9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734108', 'neutron.services.segments.db._delete_segments_for_network-8751724566155'] for network, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:25.979392 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-04cf24c2-e463-49d9-b32a-3a24d72cc9cc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:26:25.979778 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-04cf24c2-e463-49d9-b32a-3a24d72cc9cc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:26:25.980563 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-04cf24c2-e463-49d9-b32a-3a24d72cc9cc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:26:25.980899 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-04cf24c2-e463-49d9-b32a-3a24d72cc9cc admin admin] Subscribe: > port after_create 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:26:25.981241 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-04cf24c2-e463-49d9-b32a-3a24d72cc9cc admin admin] Subscribe: > port after_delete 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:26:25.981597 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-04cf24c2-e463-49d9-b32a-3a24d72cc9cc admin admin] Subscribe: > port after_update 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:26:25.981932 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-04cf24c2-e463-49d9-b32a-3a24d72cc9cc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:26:25.982260 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-04cf24c2-e463-49d9-b32a-3a24d72cc9cc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:26:25.982576 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-04cf24c2-e463-49d9-b32a-3a24d72cc9cc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:26:25.982930 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-04cf24c2-e463-49d9-b32a-3a24d72cc9cc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:26:26.050737 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-04cf24c2-e463-49d9-b32a-3a24d72cc9cc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:26:26.051111 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-04cf24c2-e463-49d9-b32a-3a24d72cc9cc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:26:26.051447 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-04cf24c2-e463-49d9-b32a-3a24d72cc9cc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:26:26.051780 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-04cf24c2-e463-49d9-b32a-3a24d72cc9cc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 05:26:26.052156 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.services.segments.db [None req-04cf24c2-e463-49d9-b32a-3a24d72cc9cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d91b847-42d3-4590-af3a-58766dfee0fe']}} {{(pid=102516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:26:26.069829 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.services.segments.db [None req-04cf24c2-e463-49d9-b32a-3a24d72cc9cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85ff6640-6414-4226-84e0-acea90f9295d') {'for_net_delete': True} {{(pid=102516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:26:26.070127 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.services.segments.db [None req-04cf24c2-e463-49d9-b32a-3a24d72cc9cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85ff6640-6414-4226-84e0-acea90f9295d') {} {{(pid=102516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:26:26.090195 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-04cf24c2-e463-49d9-b32a-3a24d72cc9cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751724742166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4037908'] for segment, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:26.110440 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-04cf24c2-e463-49d9-b32a-3a24d72cc9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574952'] for segment, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:26.124174 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04cf24c2-e463-49d9-b32a-3a24d72cc9cc admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=102516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 05:26:26.124573 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-04cf24c2-e463-49d9-b32a-3a24d72cc9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237772'] for segment, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:26.129235 dv-cinder-805072-6-iscsi neutron-server[102516]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 05:26:26.129235 dv-cinder-805072-6-iscsi neutron-server[102516]: from cryptography.utils import int_from_bytes Nov 23 05:26:26.129235 dv-cinder-805072-6-iscsi neutron-server[102516]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 05:26:26.129235 dv-cinder-805072-6-iscsi neutron-server[102516]: from cryptography.utils import int_from_bytes Nov 23 05:26:26.129235 dv-cinder-805072-6-iscsi neutron-server[102516]: Traceback (most recent call last): Nov 23 05:26:26.129235 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 05:26:26.129235 dv-cinder-805072-6-iscsi neutron-server[102516]: timer() Nov 23 05:26:26.129235 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 05:26:26.129235 dv-cinder-805072-6-iscsi neutron-server[102516]: cb(*args, **kw) Nov 23 05:26:26.129235 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 05:26:26.129235 dv-cinder-805072-6-iscsi neutron-server[102516]: return func(*args, **kwargs) Nov 23 05:26:26.129235 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 05:26:26.129235 dv-cinder-805072-6-iscsi neutron-server[102516]: self._notify() Nov 23 05:26:26.129235 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 05:26:26.129235 dv-cinder-805072-6-iscsi neutron-server[102516]: self.callback(batched_events) Nov 23 05:26:26.129235 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 05:26:26.129235 dv-cinder-805072-6-iscsi neutron-server[102516]: event.method(event) Nov 23 05:26:26.129235 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 05:26:26.129235 dv-cinder-805072-6-iscsi neutron-server[102516]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 05:26:26.129235 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 05:26:26.129235 dv-cinder-805072-6-iscsi neutron-server[102516]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 05:26:26.129235 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 05:26:26.129235 dv-cinder-805072-6-iscsi neutron-server[102516]: return f(self, *a, **k) Nov 23 05:26:26.129235 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 05:26:26.129235 dv-cinder-805072-6-iscsi neutron-server[102516]: return self._get(url).json() Nov 23 05:26:26.129235 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 05:26:26.129235 dv-cinder-805072-6-iscsi neutron-server[102516]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 05:26:26.129235 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 05:26:26.129235 dv-cinder-805072-6-iscsi neutron-server[102516]: return self.request(url, 'GET', **kwargs) Nov 23 05:26:26.129235 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 05:26:26.129235 dv-cinder-805072-6-iscsi neutron-server[102516]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 05:26:26.129235 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 05:26:26.129235 dv-cinder-805072-6-iscsi neutron-server[102516]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 05:26:26.129235 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 05:26:26.129235 dv-cinder-805072-6-iscsi neutron-server[102516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 05:26:26.129235 dv-cinder-805072-6-iscsi neutron-server[102516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 05:26:26.187286 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-04cf24c2-e463-49d9-b32a-3a24d72cc9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637750'] for network, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:26.198396 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-04cf24c2-e463-49d9-b32a-3a24d72cc9cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for network, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:26.202032 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-04cf24c2-e463-49d9-b32a-3a24d72cc9cc admin admin] 10.222.0.48 "DELETE /v2.0/networks/7d91b847-42d3-4590-af3a-58766dfee0fe HTTP/1.1" status: 204 len: 168 time: 0.4080529 Nov 23 05:26:26.213907 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cf24c2-e463-49d9-b32a-3a24d72cc9cc admin admin] Pushing event deleted for resources: {'Network': ['ID=7d91b847-42d3-4590-af3a-58766dfee0fe,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:26.372464 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 58260) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:26.415443 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-cc4868a8-5866-4d5f-b030-dfbe6b1c30ec admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1dd28060a8264e6099151c1544ac9313&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417960 Nov 23 05:26:26.417914 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 58262) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:26.464291 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-120fe924-c537-46d9-80e5-07c8aa1c82ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:26.484857 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-120fe924-c537-46d9-80e5-07c8aa1c82ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:26.530287 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-120fe924-c537-46d9-80e5-07c8aa1c82ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:26.533464 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-120fe924-c537-46d9-80e5-07c8aa1c82ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:26.534619 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-120fe924-c537-46d9-80e5-07c8aa1c82ec admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d8d451ed-06dc-4f5e-963a-168567115ce5 HTTP/1.1" status: 204 len: 168 time: 0.1158187 Nov 23 05:26:26.542427 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120fe924-c537-46d9-80e5-07c8aa1c82ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d451ed-06dc-4f5e-963a-168567115ce5,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:26.663325 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea155857-b714-4853-b7b9-638aa0343f2d req-8db21dce-9ae2-4570-ad08-fb8d1a36317f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:26.664790 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ea155857-b714-4853-b7b9-638aa0343f2d req-8db21dce-9ae2-4570-ad08-fb8d1a36317f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1ab3fbc5-9816-4f2a-a489-0455f1380f70 HTTP/1.1" status: 200 len: 858 time: 0.0507324 Nov 23 05:26:26.856544 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 58274) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:26.895396 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-41379cf3-7e04-4d35-9fc8-249fe6c9d1b5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=04166d6e373d48d69350509d56cf22d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377080 Nov 23 05:26:26.897867 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 58276) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:26.945423 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d5ec341c-3324-4de9-90f0-f79f4b48b965 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:26.966455 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d5ec341c-3324-4de9-90f0-f79f4b48b965 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:27.015864 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d5ec341c-3324-4de9-90f0-f79f4b48b965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:27.019271 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d5ec341c-3324-4de9-90f0-f79f4b48b965 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:27.020409 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-d5ec341c-3324-4de9-90f0-f79f4b48b965 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3c28b470-1bfc-47b9-ab85-6af860b693dd HTTP/1.1" status: 204 len: 168 time: 0.1216779 Nov 23 05:26:27.028043 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ec341c-3324-4de9-90f0-f79f4b48b965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c28b470-1bfc-47b9-ab85-6af860b693dd,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:28.587093 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:28.629396 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ea155857-b714-4853-b7b9-638aa0343f2d req-8b1433f5-e49e-4209-862e-6929fbe41aa6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=50773825-fd81-4958-87b4-2ed90bf98952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294144 Nov 23 05:26:28.810562 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f633f77-209d-4ac5-ab4b-9765272c9976 req-aec0379c-e921-4593-b4f1-7f400a91dba9 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:28.812056 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5f633f77-209d-4ac5-ab4b-9765272c9976 req-aec0379c-e921-4593-b4f1-7f400a91dba9 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced07a84-22c3-4598-9da4-21800b5df478 HTTP/1.1" status: 200 len: 945 time: 0.0987022 Nov 23 05:26:28.828349 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ea155857-b714-4853-b7b9-638aa0343f2d req-a93263f2-2bc7-4a01-8e05-4b91856a89b6 service neutron] 10.222.0.54 "GET /v2.0/networks/50773825-fd81-4958-87b4-2ed90bf98952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330431 Nov 23 05:26:28.907114 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5f633f77-209d-4ac5-ab4b-9765272c9976 req-16f136c5-2d5d-461f-ac0e-3f580b521280 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879443 Nov 23 05:26:28.949185 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ea155857-b714-4853-b7b9-638aa0343f2d req-06650a47-bffb-4ad3-b205-5efc8796f4e0 service neutron] 10.222.0.54 "GET /v2.0/networks/50773825-fd81-4958-87b4-2ed90bf98952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073821 Nov 23 05:26:30.031051 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babfa7d5-7354-4f5b-958d-d31335e5a6eb req-d6e89d4a-bd62-4cae-8442-3789def10279 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:30.032648 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-babfa7d5-7354-4f5b-958d-d31335e5a6eb req-d6e89d4a-bd62-4cae-8442-3789def10279 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced07a84-22c3-4598-9da4-21800b5df478 HTTP/1.1" status: 200 len: 945 time: 0.0538752 Nov 23 05:26:30.080298 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-babfa7d5-7354-4f5b-958d-d31335e5a6eb req-5c771fdd-78a8-41d8-8e90-6e0b64ea0ab6 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411897 Nov 23 05:26:33.186280 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c4cf89-54bf-46c1-939e-139eea76357f req-2853e16b-7f2b-4bf2-9745-a6d41db75243 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:33.187688 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-94c4cf89-54bf-46c1-939e-139eea76357f req-2853e16b-7f2b-4bf2-9745-a6d41db75243 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced07a84-22c3-4598-9da4-21800b5df478 HTTP/1.1" status: 200 len: 945 time: 0.0491362 Nov 23 05:26:33.233550 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-94c4cf89-54bf-46c1-939e-139eea76357f req-ea36da55-0295-4fb5-a787-91cf1eda969c tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398679 Nov 23 05:26:33.453191 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-e0d2bf12-0629-44b5-8e28-1ac2bab1a172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:35.656788 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-0cd27b98-c57d-4ba7-ab9b-479ea39ad879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:36.596228 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16768c3d-8716-4ffb-9fd7-7c15e533bf28 req-8f292a04-160c-4d7f-a615-8e47147cbe5b tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:36.597708 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-16768c3d-8716-4ffb-9fd7-7c15e533bf28 req-8f292a04-160c-4d7f-a615-8e47147cbe5b tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced07a84-22c3-4598-9da4-21800b5df478 HTTP/1.1" status: 200 len: 945 time: 0.0489247 Nov 23 05:26:36.647811 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-16768c3d-8716-4ffb-9fd7-7c15e533bf28 req-6b75ce1d-840c-4af0-92f4-18b98c9c0108 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443354 Nov 23 05:26:37.048458 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-cb0bae37-5947-48f5-b8ea-be8dc2c46173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:38.441514 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-0cc3cdcc-aace-4769-a54e-383df0ffcf0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:39.067667 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:40.080004 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39336d2f-7c1f-4ba2-a328-3f75a28753fa req-00072ad3-b954-4c21-b2f0-99d217ce561c tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:40.081520 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-39336d2f-7c1f-4ba2-a328-3f75a28753fa req-00072ad3-b954-4c21-b2f0-99d217ce561c tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced07a84-22c3-4598-9da4-21800b5df478 HTTP/1.1" status: 200 len: 945 time: 0.0474203 Nov 23 05:26:40.128152 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-39336d2f-7c1f-4ba2-a328-3f75a28753fa req-5e0b99ae-6336-45d4-9e61-843701cd7fbb tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407383 Nov 23 05:26:43.323674 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deda4f2-5c75-48c0-b25b-f0aa79a250c3 req-7cbe911b-2fa2-47a3-8fb4-cad68f34385e tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:43.325385 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7deda4f2-5c75-48c0-b25b-f0aa79a250c3 req-7cbe911b-2fa2-47a3-8fb4-cad68f34385e tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced07a84-22c3-4598-9da4-21800b5df478 HTTP/1.1" status: 200 len: 945 time: 0.0467095 Nov 23 05:26:43.372150 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7deda4f2-5c75-48c0-b25b-f0aa79a250c3 req-6f32f600-2788-4d11-9873-45b2159fb4a7 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400016 Nov 23 05:26:46.707894 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de040455-8244-48d3-93f2-72d8fedd9d31 req-1222c190-9edc-4b89-aa91-1c9580181b0b tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:46.709574 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-de040455-8244-48d3-93f2-72d8fedd9d31 req-1222c190-9edc-4b89-aa91-1c9580181b0b tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced07a84-22c3-4598-9da4-21800b5df478 HTTP/1.1" status: 200 len: 945 time: 0.0510483 Nov 23 05:26:46.756986 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-de040455-8244-48d3-93f2-72d8fedd9d31 req-d68e7128-bbab-494f-ad42-dcf13043e532 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414591 Nov 23 05:26:47.883509 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84eba9a-efd6-448a-a922-0366618d584b req-66a39321-62f1-44db-bd43-0ee7119ace6a tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:47.885663 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a84eba9a-efd6-448a-a922-0366618d584b req-66a39321-62f1-44db-bd43-0ee7119ace6a tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced07a84-22c3-4598-9da4-21800b5df478 HTTP/1.1" status: 200 len: 945 time: 0.0510597 Nov 23 05:26:47.932076 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a84eba9a-efd6-448a-a922-0366618d584b req-3f942ff1-cbcc-443e-ac3a-9ababe826df9 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406742 Nov 23 05:26:49.058382 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7081d0bf-daff-450a-b315-a539c89a0fad req-8c3a8e0e-b188-4a9c-90f5-fee7bd43b22f tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:49.060223 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7081d0bf-daff-450a-b315-a539c89a0fad req-8c3a8e0e-b188-4a9c-90f5-fee7bd43b22f tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced07a84-22c3-4598-9da4-21800b5df478 HTTP/1.1" status: 200 len: 945 time: 0.0525336 Nov 23 05:26:49.115791 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7081d0bf-daff-450a-b315-a539c89a0fad req-5668f010-42cb-42d2-98fb-92273281470b tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480328 Nov 23 05:26:49.569313 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 58724) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:49.670628 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-4ed6b122-51bc-43fc-8aa6-9d373c175809 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:49.742229 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-4ed6b122-51bc-43fc-8aa6-9d373c175809 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:49.746112 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-4ed6b122-51bc-43fc-8aa6-9d373c175809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:49.784225 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-4ed6b122-51bc-43fc-8aa6-9d373c175809 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7738497f6b3d450a9272b8e0e3b91e9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2138340 Nov 23 05:26:49.786145 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6b122-51bc-43fc-8aa6-9d373c175809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40679c01-fab5-4c07-b1a2-5f3d42b4d9a2,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:49.787138 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 58730) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:49.839434 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-313dd0bd-a171-48aa-80cf-83a71ae19085 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:49.861983 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-313dd0bd-a171-48aa-80cf-83a71ae19085 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:49.909461 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-313dd0bd-a171-48aa-80cf-83a71ae19085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:49.912058 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-313dd0bd-a171-48aa-80cf-83a71ae19085 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:49.915397 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-313dd0bd-a171-48aa-80cf-83a71ae19085 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/40679c01-fab5-4c07-b1a2-5f3d42b4d9a2 HTTP/1.1" status: 204 len: 168 time: 0.1270547 Nov 23 05:26:49.930589 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313dd0bd-a171-48aa-80cf-83a71ae19085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40679c01-fab5-4c07-b1a2-5f3d42b4d9a2,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:50.224935 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 58752) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:50.238154 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-66d84613-071b-4aa0-9013-4b549e65e04b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:50.315712 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-66d84613-071b-4aa0-9013-4b549e65e04b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:50.319528 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-66d84613-071b-4aa0-9013-4b549e65e04b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:50.359845 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-66d84613-071b-4aa0-9013-4b549e65e04b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0f6e3ad81b444a47ae1a5152b4889b71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1338482 Nov 23 05:26:50.360682 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d84613-071b-4aa0-9013-4b549e65e04b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d777335-efb8-4647-8306-47e99d1a5ef5,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:50.363196 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 58754) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:50.410907 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-b14d4ba4-c4b6-4dd7-b96c-9c2ee21e7e4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:50.431641 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-b14d4ba4-c4b6-4dd7-b96c-9c2ee21e7e4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:50.475876 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-b14d4ba4-c4b6-4dd7-b96c-9c2ee21e7e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:50.478438 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-b14d4ba4-c4b6-4dd7-b96c-9c2ee21e7e4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:50.479616 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-b14d4ba4-c4b6-4dd7-b96c-9c2ee21e7e4e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9d777335-efb8-4647-8306-47e99d1a5ef5 HTTP/1.1" status: 204 len: 168 time: 0.1151738 Nov 23 05:26:50.488528 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d4ba4-c4b6-4dd7-b96c-9c2ee21e7e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d777335-efb8-4647-8306-47e99d1a5ef5,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:51.121440 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 58782) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:51.223354 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [None req-93159f22-7125-49ff-9206-162866725aa1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1812155590-network', 'tenant_id': 'd43cd887c42b4fbba632078eb7f2e08a'}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:26:51.243488 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93159f22-7125-49ff-9206-162866725aa1 admin admin] Made reservation on behalf of d43cd887c42b4fbba632078eb7f2e08a for: {'network': 1} {{(pid=102517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:26:51.245719 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-93159f22-7125-49ff-9206-162866725aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for network, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:51.256844 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-93159f22-7125-49ff-9206-162866725aa1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:51.328583 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-93159f22-7125-49ff-9206-162866725aa1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:51.332281 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-93159f22-7125-49ff-9206-162866725aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:51.356552 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93159f22-7125-49ff-9206-162866725aa1 admin admin] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=102517) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 05:26:51.366746 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93159f22-7125-49ff-9206-162866725aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8348b80e-7515-41b9-bae0-8b01fa930861,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:51.372376 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-93159f22-7125-49ff-9206-162866725aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574952'] for segment, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:51.372806 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.db.segments_db [None req-93159f22-7125-49ff-9206-162866725aa1 admin admin] Added segment 0368b921-16e7-46b2-9b3a-f00ed2355c28 of type vlan for network 9c3e08b9-011c-4002-89ea-19e0def7503c Nov 23 05:26:51.411843 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-93159f22-7125-49ff-9206-162866725aa1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751724239108'] for network, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:51.435677 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-93159f22-7125-49ff-9206-162866725aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215'] for network, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:51.436597 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93159f22-7125-49ff-9206-162866725aa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:51.437195 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-93159f22-7125-49ff-9206-162866725aa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for network, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:51.492187 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-93159f22-7125-49ff-9206-162866725aa1 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3695428 Nov 23 05:26:51.495095 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 58788) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:51.499987 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-b8fe72cf-69cc-4099-9f71-ee008def0eb1 admin admin] Request body: {'subnet': {'network_id': '9c3e08b9-011c-4002-89ea-19e0def7503c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1812155590-subnet', 'tenant_id': 'd43cd887c42b4fbba632078eb7f2e08a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:26:51.503234 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93159f22-7125-49ff-9206-162866725aa1 admin admin] Pushing event updated for resources: {'Network': ['ID=9c3e08b9-011c-4002-89ea-19e0def7503c,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:51.512954 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Network 9c3e08b9-011c-4002-89ea-19e0def7503c details requested by agent ovs-agent-dv-cinder-805072-6-iscsi with host dv-cinder-805072-6-iscsi {{(pid=102518) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 05:26:51.523253 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8fe72cf-69cc-4099-9f71-ee008def0eb1 admin admin] Made reservation on behalf of d43cd887c42b4fbba632078eb7f2e08a for: {'subnet': 1} {{(pid=102516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:26:51.525555 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-b8fe72cf-69cc-4099-9f71-ee008def0eb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25486388'] for subnet, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:51.689065 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-b8fe72cf-69cc-4099-9f71-ee008def0eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25486362'] for subnet, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:51.741685 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fe72cf-69cc-4099-9f71-ee008def0eb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ac10100-05e1-4773-9ef4-6129e40ab355,revision_number=0']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:51.752748 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fe72cf-69cc-4099-9f71-ee008def0eb1 admin admin] Checking segment: {'id': '0368b921-16e7-46b2-9b3a-f00ed2355c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9c3e08b9-011c-4002-89ea-19e0def7503c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:26:51.753188 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fe72cf-69cc-4099-9f71-ee008def0eb1 admin admin] Network hostable DHCP agents. Network: 9c3e08b9-011c-4002-89ea-19e0def7503c, hostable agents: ['2030e6fd-0e7a-4e26-866d-a4515205c5a7'], hosted agents: [] {{(pid=102516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 05:26:51.768625 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fe72cf-69cc-4099-9f71-ee008def0eb1 admin admin] Network 9c3e08b9-011c-4002-89ea-19e0def7503c is scheduled to be hosted by DHCP agent 2030e6fd-0e7a-4e26-866d-a4515205c5a7 with binding_index 1 {{(pid=102516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 05:26:51.776497 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [None req-b8fe72cf-69cc-4099-9f71-ee008def0eb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805072-6-iscsi, 9c3e08b9-011c-4002-89ea-19e0def7503c) {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:26:51.780971 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fe72cf-69cc-4099-9f71-ee008def0eb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:51.781730 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-b8fe72cf-69cc-4099-9f71-ee008def0eb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for subnet, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:51.785782 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9586fa-3d35-47ff-a784-d28530544b16 None None] Network 9c3e08b9-011c-4002-89ea-19e0def7503c requested from dv-cinder-805072-6-iscsi {{(pid=102518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:26:51.797210 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-b8fe72cf-69cc-4099-9f71-ee008def0eb1 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3010399 Nov 23 05:26:51.920521 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f58d014-cf97-4eac-9bb6-c7acf4432fde None None] Network 9c3e08b9-011c-4002-89ea-19e0def7503c requested from dv-cinder-805072-6-iscsi {{(pid=102518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:26:52.281190 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 58812) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:52.286367 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [None req-a88e149b-d5d8-4cb0-8e95-abd9f1de1df6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1360999747-network', 'tenant_id': '6c8da40507f944d3835583bcca10c119'}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:26:52.310985 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88e149b-d5d8-4cb0-8e95-abd9f1de1df6 admin admin] Made reservation on behalf of 6c8da40507f944d3835583bcca10c119 for: {'network': 1} {{(pid=102517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:26:52.312904 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e283474d-31c4-442c-8fd9-f49a13bd6316 req-b2fee824-827a-43e7-a75a-cddc13cfc865 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:52.313547 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a88e149b-d5d8-4cb0-8e95-abd9f1de1df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for network, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:52.314182 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e283474d-31c4-442c-8fd9-f49a13bd6316 req-b2fee824-827a-43e7-a75a-cddc13cfc865 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced07a84-22c3-4598-9da4-21800b5df478 HTTP/1.1" status: 200 len: 945 time: 0.0536971 Nov 23 05:26:52.327435 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a88e149b-d5d8-4cb0-8e95-abd9f1de1df6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:52.366082 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e283474d-31c4-442c-8fd9-f49a13bd6316 req-e10730ca-e3e5-4f60-bb81-989c46f7c769 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451772 Nov 23 05:26:52.417347 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a88e149b-d5d8-4cb0-8e95-abd9f1de1df6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:52.421280 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a88e149b-d5d8-4cb0-8e95-abd9f1de1df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:52.443087 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a88e149b-d5d8-4cb0-8e95-abd9f1de1df6 admin admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=102517) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 05:26:52.458797 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88e149b-d5d8-4cb0-8e95-abd9f1de1df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e4253a-6f35-4257-b29f-d1abd2a63b50,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:52.461652 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a88e149b-d5d8-4cb0-8e95-abd9f1de1df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574952'] for segment, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:52.461996 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.db.segments_db [None req-a88e149b-d5d8-4cb0-8e95-abd9f1de1df6 admin admin] Added segment 41228d6a-2e4e-4579-8186-41bec31bae66 of type vlan for network 7ef658ea-5e9b-472c-a609-353558345d01 Nov 23 05:26:52.499716 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce136a3-f937-432a-adde-706be3f7b869 req-f118aa26-b163-4e4a-afa5-67a5f2fec8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:52.501211 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-bce136a3-f937-432a-adde-706be3f7b869 req-f118aa26-b163-4e4a-afa5-67a5f2fec8c0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ced07a84-22c3-4598-9da4-21800b5df478 HTTP/1.1" status: 200 len: 1098 time: 0.0428762 Nov 23 05:26:52.502486 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a88e149b-d5d8-4cb0-8e95-abd9f1de1df6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751724239108'] for network, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:52.528254 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a88e149b-d5d8-4cb0-8e95-abd9f1de1df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215'] for network, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:52.529211 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88e149b-d5d8-4cb0-8e95-abd9f1de1df6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:52.529842 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a88e149b-d5d8-4cb0-8e95-abd9f1de1df6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for network, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:52.554906 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-bce136a3-f937-432a-adde-706be3f7b869 req-ed2001ec-d39f-4e3f-8bba-82830ef149a7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419548 Nov 23 05:26:52.578840 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-a88e149b-d5d8-4cb0-8e95-abd9f1de1df6 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2965195 Nov 23 05:26:52.582225 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 58814) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:52.587156 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-3b642074-6c3d-475c-923c-e7b04d5dfd43 admin admin] Request body: {'subnet': {'network_id': '7ef658ea-5e9b-472c-a609-353558345d01', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1360999747-subnet', 'tenant_id': '6c8da40507f944d3835583bcca10c119', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:26:52.591749 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88e149b-d5d8-4cb0-8e95-abd9f1de1df6 admin admin] Pushing event updated for resources: {'Network': ['ID=7ef658ea-5e9b-472c-a609-353558345d01,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:52.601981 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Network 7ef658ea-5e9b-472c-a609-353558345d01 details requested by agent ovs-agent-dv-cinder-805072-6-iscsi with host dv-cinder-805072-6-iscsi {{(pid=102518) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 05:26:52.609729 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b642074-6c3d-475c-923c-e7b04d5dfd43 admin admin] Made reservation on behalf of 6c8da40507f944d3835583bcca10c119 for: {'subnet': 1} {{(pid=102516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:26:52.612167 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-3b642074-6c3d-475c-923c-e7b04d5dfd43 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25486388'] for subnet, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:52.780795 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-3b642074-6c3d-475c-923c-e7b04d5dfd43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25486362'] for subnet, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:52.835242 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b642074-6c3d-475c-923c-e7b04d5dfd43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=661d83e3-7dc8-4149-89e9-9945a2da6ab7,revision_number=0']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:52.843667 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b642074-6c3d-475c-923c-e7b04d5dfd43 admin admin] Checking segment: {'id': '41228d6a-2e4e-4579-8186-41bec31bae66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '7ef658ea-5e9b-472c-a609-353558345d01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:26:52.844020 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b642074-6c3d-475c-923c-e7b04d5dfd43 admin admin] Network hostable DHCP agents. Network: 7ef658ea-5e9b-472c-a609-353558345d01, hostable agents: ['2030e6fd-0e7a-4e26-866d-a4515205c5a7'], hosted agents: [] {{(pid=102516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 05:26:52.859934 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b642074-6c3d-475c-923c-e7b04d5dfd43 admin admin] Network 7ef658ea-5e9b-472c-a609-353558345d01 is scheduled to be hosted by DHCP agent 2030e6fd-0e7a-4e26-866d-a4515205c5a7 with binding_index 1 {{(pid=102516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 05:26:52.868711 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [None req-3b642074-6c3d-475c-923c-e7b04d5dfd43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805072-6-iscsi, 7ef658ea-5e9b-472c-a609-353558345d01) {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:26:52.872561 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b642074-6c3d-475c-923c-e7b04d5dfd43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:52.873166 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-3b642074-6c3d-475c-923c-e7b04d5dfd43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for subnet, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:52.877957 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d492435f-d0db-4e1a-a3a4-999df6451406 None None] Network 7ef658ea-5e9b-472c-a609-353558345d01 requested from dv-cinder-805072-6-iscsi {{(pid=102518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:26:52.895808 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-3b642074-6c3d-475c-923c-e7b04d5dfd43 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3124521 Nov 23 05:26:53.005355 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718da1fb-2388-4b8b-8504-9deb9e31111a None None] Network 7ef658ea-5e9b-472c-a609-353558345d01 requested from dv-cinder-805072-6-iscsi {{(pid=102518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:26:55.770665 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653b1f4-9e31-4149-a2fc-d9788e9ad186 req-3ef2752f-0f18-4f15-b654-f236af11fc20 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:55.772143 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5653b1f4-9e31-4149-a2fc-d9788e9ad186 req-3ef2752f-0f18-4f15-b654-f236af11fc20 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced07a84-22c3-4598-9da4-21800b5df478 HTTP/1.1" status: 200 len: 945 time: 0.0485005 Nov 23 05:26:55.820754 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5653b1f4-9e31-4149-a2fc-d9788e9ad186 req-3bd92467-5742-4640-9d16-6a105a8e2d88 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429091 Nov 23 05:26:56.719525 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 58906) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:56.848379 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-0928c5e0-8f45-4480-af19-b321f204e68b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:56.968786 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-0928c5e0-8f45-4480-af19-b321f204e68b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:56.968786 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-0928c5e0-8f45-4480-af19-b321f204e68b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:57.000180 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb7c5c-653f-41d2-b8ca-e321630657f1 req-fc613b59-1a5f-4029-8e91-a282ca793e10 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:57.002300 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-23fb7c5c-653f-41d2-b8ca-e321630657f1 req-fc613b59-1a5f-4029-8e91-a282ca793e10 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced07a84-22c3-4598-9da4-21800b5df478 HTTP/1.1" status: 200 len: 945 time: 0.0587213 Nov 23 05:26:57.011532 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-0928c5e0-8f45-4480-af19-b321f204e68b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2597d56e522041daa9fa5f3823789aac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2897875 Nov 23 05:26:57.014085 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 58918) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:57.022418 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0928c5e0-8f45-4480-af19-b321f204e68b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e95f07-5d0a-4336-9c6d-d66f8bb1ea00,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:57.068063 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-23fb7c5c-653f-41d2-b8ca-e321630657f1 req-5c943a64-a19e-4636-950b-193c6df5317e tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569944 Nov 23 05:26:57.076240 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-36688b48-4893-4598-a19c-2ea2be2fc09f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:57.100447 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-36688b48-4893-4598-a19c-2ea2be2fc09f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:57.149109 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-36688b48-4893-4598-a19c-2ea2be2fc09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:57.151799 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-36688b48-4893-4598-a19c-2ea2be2fc09f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:57.152944 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-36688b48-4893-4598-a19c-2ea2be2fc09f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f1e95f07-5d0a-4336-9c6d-d66f8bb1ea00 HTTP/1.1" status: 204 len: 168 time: 0.1379430 Nov 23 05:26:57.161386 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36688b48-4893-4598-a19c-2ea2be2fc09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e95f07-5d0a-4336-9c6d-d66f8bb1ea00,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:57.191049 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6719cbb3-0755-40f9-a617-9dab2c55c5f9 req-ab95dc86-d7cb-4fe3-b554-28e4dddfe115 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:57.192744 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6719cbb3-0755-40f9-a617-9dab2c55c5f9 req-ab95dc86-d7cb-4fe3-b554-28e4dddfe115 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 945 time: 0.0528321 Nov 23 05:26:57.241633 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6719cbb3-0755-40f9-a617-9dab2c55c5f9 req-dcbed468-bff1-47ee-85a4-434c2b4b8062 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425963 Nov 23 05:26:57.425951 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 58930) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:57.438681 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-4ec100c7-5dde-44b8-8f19-026cb3b79a77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:57.524583 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-4ec100c7-5dde-44b8-8f19-026cb3b79a77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:57.529684 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-4ec100c7-5dde-44b8-8f19-026cb3b79a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:57.572641 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec100c7-5dde-44b8-8f19-026cb3b79a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ecd2c2-bc25-450e-bb0a-c1890437d9ed,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:57.577425 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-4ec100c7-5dde-44b8-8f19-026cb3b79a77 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4c3f80731e56473b99a2a73fef355873&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1504216 Nov 23 05:26:57.580662 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 58938) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:57.630041 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-7eec4464-4a2b-4f8d-8798-99fbedc9a7c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:57.650613 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-7eec4464-4a2b-4f8d-8798-99fbedc9a7c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:57.701940 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-7eec4464-4a2b-4f8d-8798-99fbedc9a7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:57.705184 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-7eec4464-4a2b-4f8d-8798-99fbedc9a7c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:57.706341 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-7eec4464-4a2b-4f8d-8798-99fbedc9a7c4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/85ecd2c2-bc25-450e-bb0a-c1890437d9ed HTTP/1.1" status: 204 len: 168 time: 0.1245408 Nov 23 05:26:57.714683 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec4464-4a2b-4f8d-8798-99fbedc9a7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ecd2c2-bc25-450e-bb0a-c1890437d9ed,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:57.943193 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 58956) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:58.047534 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-353fca8b-7aef-4018-968a-6014095500bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:58.127534 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-353fca8b-7aef-4018-968a-6014095500bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:58.133200 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-353fca8b-7aef-4018-968a-6014095500bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:58.176359 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-353fca8b-7aef-4018-968a-6014095500bf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4093ce69735b40ecb9a0b095c826cf78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2311032 Nov 23 05:26:58.177117 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353fca8b-7aef-4018-968a-6014095500bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5c5c0e-e19e-4419-9cb0-78b75e0ac435,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:58.178936 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 58970) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:26:58.230464 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4204e51d-4e12-42a3-b911-43116cc89c7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:58.252463 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4204e51d-4e12-42a3-b911-43116cc89c7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:58.303983 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4204e51d-4e12-42a3-b911-43116cc89c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:58.306697 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4204e51d-4e12-42a3-b911-43116cc89c7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:58.307897 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-4204e51d-4e12-42a3-b911-43116cc89c7e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bc5c5c0e-e19e-4419-9cb0-78b75e0ac435 HTTP/1.1" status: 204 len: 168 time: 0.1279869 Nov 23 05:26:58.317893 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4204e51d-4e12-42a3-b911-43116cc89c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5c5c0e-e19e-4419-9cb0-78b75e0ac435,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:58.589506 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:01.900468 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.agents_db [None req-5ade7c98-4a19-45de-8fb0-464f54244c1e None None] Agent healthcheck: found 6 active agents {{(pid=102519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:27:02.002989 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f477fe4-b063-433a-ab22-cc14773204d9 req-dbed5105-c77a-40fb-87f2-290bd10a6b22 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:02.004600 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8f477fe4-b063-433a-ab22-cc14773204d9 req-dbed5105-c77a-40fb-87f2-290bd10a6b22 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 945 time: 0.0750186 Nov 23 05:27:02.010464 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd13f15-f6f5-4d0b-8c1d-93e23b2bd852 req-1588e8fa-9c38-44e0-8b64-d822494a4a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:02.011850 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0dd13f15-f6f5-4d0b-8c1d-93e23b2bd852 req-1588e8fa-9c38-44e0-8b64-d822494a4a90 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=69e7ea777b914593bb44950d24bd1f10&device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 1098 time: 0.0576439 Nov 23 05:27:02.107664 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8f477fe4-b063-433a-ab22-cc14773204d9 req-c825a5ea-0b40-4340-b3d8-50041a2ba549 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948381 Nov 23 05:27:02.155887 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd13f15-f6f5-4d0b-8c1d-93e23b2bd852 req-f30050a3-cffb-481f-83e5-bc88c588c7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:02.158331 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0dd13f15-f6f5-4d0b-8c1d-93e23b2bd852 req-f30050a3-cffb-481f-83e5-bc88c588c7ed service neutron] 10.222.0.54 "GET /v2.0/networks?id=50773825-fd81-4958-87b4-2ed90bf98952 HTTP/1.1" status: 200 len: 919 time: 0.1318073 Nov 23 05:27:02.209011 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0dd13f15-f6f5-4d0b-8c1d-93e23b2bd852 req-80fe51e5-aa09-45e8-a7d6-ad2b92ee99ed service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5addb99-97fe-47a8-943e-31abf62517ff HTTP/1.1" status: 200 len: 217 time: 0.0389788 Nov 23 05:27:02.271846 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd13f15-f6f5-4d0b-8c1d-93e23b2bd852 req-9065deda-0dab-4f7d-9018-3308434becc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:02.273348 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0dd13f15-f6f5-4d0b-8c1d-93e23b2bd852 req-9065deda-0dab-4f7d-9018-3308434becc3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1ab3fbc5-9816-4f2a-a489-0455f1380f70 HTTP/1.1" status: 200 len: 858 time: 0.0461586 Nov 23 05:27:02.315906 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0dd13f15-f6f5-4d0b-8c1d-93e23b2bd852 req-08f0c535-ec76-4957-a692-c1a4a96ba52e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=50773825-fd81-4958-87b4-2ed90bf98952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316334 Nov 23 05:27:02.437580 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0dd13f15-f6f5-4d0b-8c1d-93e23b2bd852 req-f7b8505a-ec95-4e5f-b002-8eeb3c0b859a service neutron] 10.222.0.54 "GET /v2.0/networks/50773825-fd81-4958-87b4-2ed90bf98952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113636 Nov 23 05:27:02.597354 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0dd13f15-f6f5-4d0b-8c1d-93e23b2bd852 req-dd2210f2-8b5f-43ec-9360-6fb1ac6d068a service neutron] 10.222.0.54 "GET /v2.0/networks/50773825-fd81-4958-87b4-2ed90bf98952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499074 Nov 23 05:27:03.226743 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299662b5-d816-4916-9e88-b39e0336e589 req-5061566a-c0bb-4b7d-bb11-488d59de342f tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:03.228141 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-299662b5-d816-4916-9e88-b39e0336e589 req-5061566a-c0bb-4b7d-bb11-488d59de342f tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 945 time: 0.0495481 Nov 23 05:27:03.273824 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-299662b5-d816-4916-9e88-b39e0336e589 req-184cf710-637b-4aa3-b78a-adab06aac55a tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399818 Nov 23 05:27:03.455390 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-b3859510-e545-4cbd-92e1-c3e57a1406b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:05.662209 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-cd6bb33c-53c8-4ab5-984c-3fa1a45c13d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:05.708522 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10618ec8-4c69-4622-8007-326e8f0f7553 req-948db2f4-d70b-40e0-a3f2-42afa48f3113 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:05.710053 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-10618ec8-4c69-4622-8007-326e8f0f7553 req-948db2f4-d70b-40e0-a3f2-42afa48f3113 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 945 time: 0.0505946 Nov 23 05:27:05.757521 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-10618ec8-4c69-4622-8007-326e8f0f7553 req-73a91558-2c52-4204-af88-41b2ceaf281c tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407898 Nov 23 05:27:06.879252 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b706c6-db82-4c31-8dbe-90246a0a72ea req-fd4b4021-4018-4794-85ff-cf12cb9fcd85 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:06.880963 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e1b706c6-db82-4c31-8dbe-90246a0a72ea req-fd4b4021-4018-4794-85ff-cf12cb9fcd85 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 945 time: 0.0538735 Nov 23 05:27:06.936145 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e1b706c6-db82-4c31-8dbe-90246a0a72ea req-79f31646-51bc-4ab2-8af1-a9ff45a75466 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489523 Nov 23 05:27:07.049432 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-cb0bae37-5947-48f5-b8ea-be8dc2c46173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:07.232230 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 59180) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:27:07.364656 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-9c063f9a-7493-469d-9954-695ec568ca5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:07.447838 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-9c063f9a-7493-469d-9954-695ec568ca5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:07.452289 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-9c063f9a-7493-469d-9954-695ec568ca5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:07.491446 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-9c063f9a-7493-469d-9954-695ec568ca5c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4312eae92dbd4822b79336547a6c69e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2580326 Nov 23 05:27:07.492656 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c063f9a-7493-469d-9954-695ec568ca5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13295f73-dbac-432c-a004-7cdd7c840716,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:27:07.494218 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 59194) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:27:07.511967 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 59196) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:27:07.546342 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-33dc5da2-94e9-4cc0-b4cb-c7295bd246ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:07.568632 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-33dc5da2-94e9-4cc0-b4cb-c7295bd246ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:07.616573 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-33dc5da2-94e9-4cc0-b4cb-c7295bd246ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:07.619295 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-33dc5da2-94e9-4cc0-b4cb-c7295bd246ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:07.620457 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-33dc5da2-94e9-4cc0-b4cb-c7295bd246ae admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/13295f73-dbac-432c-a004-7cdd7c840716 HTTP/1.1" status: 204 len: 168 time: 0.1251605 Nov 23 05:27:07.623587 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-d106ffc6-e91d-41a7-858c-e60562e334d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:07.628221 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dc5da2-94e9-4cc0-b4cb-c7295bd246ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13295f73-dbac-432c-a004-7cdd7c840716,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:27:07.705483 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-d106ffc6-e91d-41a7-858c-e60562e334d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:07.709536 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-d106ffc6-e91d-41a7-858c-e60562e334d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:07.746684 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d106ffc6-e91d-41a7-858c-e60562e334d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987fe65f-eff4-4e5f-ad20-d118062c66ca,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:27:07.755136 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 59208) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:27:07.755610 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-d106ffc6-e91d-41a7-858c-e60562e334d6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2f8004e7cb854ca1bf4fb3862d21d4e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2424648 Nov 23 05:27:07.827336 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-8b31a7e4-5e71-49fb-9989-b65c8b41b1ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:07.853639 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-8b31a7e4-5e71-49fb-9989-b65c8b41b1ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:07.910661 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-8b31a7e4-5e71-49fb-9989-b65c8b41b1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:07.913529 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-8b31a7e4-5e71-49fb-9989-b65c8b41b1ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:07.917519 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-8b31a7e4-5e71-49fb-9989-b65c8b41b1ff admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/987fe65f-eff4-4e5f-ad20-d118062c66ca HTTP/1.1" status: 204 len: 168 time: 0.1606977 Nov 23 05:27:07.925577 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b31a7e4-5e71-49fb-9989-b65c8b41b1ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987fe65f-eff4-4e5f-ad20-d118062c66ca,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:27:08.081308 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c40d92-d5f8-44d0-9214-47b09e5054d1 req-67117f1b-9c84-47af-9bf4-92dd13c29157 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:08.085603 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-07c40d92-d5f8-44d0-9214-47b09e5054d1 req-67117f1b-9c84-47af-9bf4-92dd13c29157 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 945 time: 0.0677810 Nov 23 05:27:08.166451 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-07c40d92-d5f8-44d0-9214-47b09e5054d1 req-e949d4ce-7cc9-4f69-a193-fabaa6e5d40d tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670366 Nov 23 05:27:08.451090 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-0cc3cdcc-aace-4769-a54e-383df0ffcf0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:09.071522 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:09.296724 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d53be-8955-46ec-9113-3f8aa4d69357 req-407a9b0f-7022-49c8-9b74-bf21b25451b0 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:09.298586 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e80d53be-8955-46ec-9113-3f8aa4d69357 req-407a9b0f-7022-49c8-9b74-bf21b25451b0 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 945 time: 0.0603964 Nov 23 05:27:09.384472 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e80d53be-8955-46ec-9113-3f8aa4d69357 req-a226901f-714b-4f65-b1a0-463915d1a5cb tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757735 Nov 23 05:27:10.508788 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec85434-170a-4d8b-a584-b189d18363ed req-d5983215-6462-4d41-a013-e00074dadedd tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:10.510298 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1ec85434-170a-4d8b-a584-b189d18363ed req-d5983215-6462-4d41-a013-e00074dadedd tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 945 time: 0.0496688 Nov 23 05:27:10.563154 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1ec85434-170a-4d8b-a584-b189d18363ed req-a7cd3961-fc18-455c-bc45-d490d8f13f2b tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465991 Nov 23 05:27:11.690735 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e2509-ecee-4783-8bad-30847b3efa6b req-770ebe41-9363-492d-baa9-a30cc9b8c565 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:11.692386 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-216e2509-ecee-4783-8bad-30847b3efa6b req-770ebe41-9363-492d-baa9-a30cc9b8c565 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 945 time: 0.0575347 Nov 23 05:27:11.746482 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-216e2509-ecee-4783-8bad-30847b3efa6b req-5f06ff61-6e3c-41f2-a510-ead6b4a548cd tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474951 Nov 23 05:27:11.789019 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 59410) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:27:11.903150 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-9b42abc2-51a5-4d37-898c-9488f215fb4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:11.989658 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-9b42abc2-51a5-4d37-898c-9488f215fb4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:11.994327 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-9b42abc2-51a5-4d37-898c-9488f215fb4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:12.027211 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 59432) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:27:12.027342 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-9b42abc2-51a5-4d37-898c-9488f215fb4f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=760363f55d8e442681585f43f4d6560c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2369411 Nov 23 05:27:12.043321 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b42abc2-51a5-4d37-898c-9488f215fb4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b082b76e-30e2-4098-86eb-b3ed9485d72f,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:27:12.082973 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-d48d1668-3136-4b3f-83ff-989c22179bb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:12.107233 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-d48d1668-3136-4b3f-83ff-989c22179bb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:12.161055 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-d48d1668-3136-4b3f-83ff-989c22179bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:12.163708 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-d48d1668-3136-4b3f-83ff-989c22179bb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:12.167196 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-d48d1668-3136-4b3f-83ff-989c22179bb5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b082b76e-30e2-4098-86eb-b3ed9485d72f HTTP/1.1" status: 204 len: 168 time: 0.1369379 Nov 23 05:27:12.180100 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48d1668-3136-4b3f-83ff-989c22179bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b082b76e-30e2-4098-86eb-b3ed9485d72f,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:27:12.443434 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 59450) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:27:12.457948 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-983b56b3-b3b1-48c9-8364-465346ba7ae0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:12.536796 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-983b56b3-b3b1-48c9-8364-465346ba7ae0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:12.540141 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-983b56b3-b3b1-48c9-8364-465346ba7ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:12.576191 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983b56b3-b3b1-48c9-8364-465346ba7ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959243f8-a3ff-4867-9c48-72db2187b7de,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:27:12.580526 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-983b56b3-b3b1-48c9-8364-465346ba7ae0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=57e8edf9e3e346ff8096b0085bad0f30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1360357 Nov 23 05:27:12.583163 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 59454) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:27:12.648327 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-c2d80d46-449d-4f4f-baae-6c4b6dc0c94a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:12.672847 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-c2d80d46-449d-4f4f-baae-6c4b6dc0c94a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:12.723597 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-c2d80d46-449d-4f4f-baae-6c4b6dc0c94a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:12.726262 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-c2d80d46-449d-4f4f-baae-6c4b6dc0c94a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:12.727528 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-c2d80d46-449d-4f4f-baae-6c4b6dc0c94a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/959243f8-a3ff-4867-9c48-72db2187b7de HTTP/1.1" status: 204 len: 168 time: 0.1434724 Nov 23 05:27:12.736549 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d80d46-449d-4f4f-baae-6c4b6dc0c94a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959243f8-a3ff-4867-9c48-72db2187b7de,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:27:12.875625 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd4c18-6d0f-4ee2-9329-2029d9c7b6c3 req-9588c5fd-8e7c-4319-bfce-8d050d6d70ed tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:12.877022 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9bdd4c18-6d0f-4ee2-9329-2029d9c7b6c3 req-9588c5fd-8e7c-4319-bfce-8d050d6d70ed tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 945 time: 0.0543578 Nov 23 05:27:12.946462 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9bdd4c18-6d0f-4ee2-9329-2029d9c7b6c3 req-2324f971-ae91-4574-a2ca-a15dc048ba1b tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624292 Nov 23 05:27:14.078768 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609c41a-1c81-43f3-943b-4f3d075e4634 req-ac0d922c-0513-42a3-a82e-a95b18fd1c58 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:14.080294 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e609c41a-1c81-43f3-943b-4f3d075e4634 req-ac0d922c-0513-42a3-a82e-a95b18fd1c58 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 945 time: 0.0555916 Nov 23 05:27:14.126632 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e609c41a-1c81-43f3-943b-4f3d075e4634 req-ca35ee87-8201-4726-8fc9-b572e2b1b848 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401433 Nov 23 05:27:15.252921 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d040c97-e75b-4cbf-bf8c-59b9d654516a req-d9bfbbf0-5552-4195-99a4-f6006b6b9a0a tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:15.254605 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7d040c97-e75b-4cbf-bf8c-59b9d654516a req-d9bfbbf0-5552-4195-99a4-f6006b6b9a0a tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 945 time: 0.0529814 Nov 23 05:27:15.303591 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7d040c97-e75b-4cbf-bf8c-59b9d654516a req-84e27f19-c1ab-4d6a-b1f5-ab17e9a2e4ae tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424345 Nov 23 05:27:16.245982 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 59650) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:27:16.353494 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-63cb91ce-1fe2-4f79-8447-37f93d719bac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:16.404788 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 59666) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:27:16.451168 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.db.db_base_plugin_v2 [None req-eca91034-5f67-4cd6-9781-14ae0aa66ff3 admin admin] Deleting subnet 3ac10100-05e1-4773-9ef4-6129e40ab355 {{(pid=102517) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 05:27:16.454380 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-eca91034-5f67-4cd6-9781-14ae0aa66ff3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:16.474681 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f6457-0a5e-4154-9f99-5f15040af66a req-21b35ca0-fa08-4a80-b30f-53fd9308eb08 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:16.476188 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-272f6457-0a5e-4154-9f99-5f15040af66a req-21b35ca0-fa08-4a80-b30f-53fd9308eb08 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 945 time: 0.0753164 Nov 23 05:27:16.490683 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-eca91034-5f67-4cd6-9781-14ae0aa66ff3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27248899'] for subnet, precommit_delete_associations {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:16.491998 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-63cb91ce-1fe2-4f79-8447-37f93d719bac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:16.512168 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-63cb91ce-1fe2-4f79-8447-37f93d719bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:16.539498 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-eca91034-5f67-4cd6-9781-14ae0aa66ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-576047'] for subnet, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:16.572116 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-63cb91ce-1fe2-4f79-8447-37f93d719bac admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3b061d2c8caf4d759b56a33029bfd144&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3250582 Nov 23 05:27:16.573873 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb91ce-1fe2-4f79-8447-37f93d719bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7645a1a3-1c38-4794-a0d8-b2d4ea7d1bf9,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:27:16.575471 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 59668) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:27:16.580911 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-272f6457-0a5e-4154-9f99-5f15040af66a req-ca24278c-7fd6-4d24-973c-616a121fd182 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955231 Nov 23 05:27:16.625194 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-eca91034-5f67-4cd6-9781-14ae0aa66ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-576054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25211281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27225567'] for subnet, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:16.658831 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca91034-5f67-4cd6-9781-14ae0aa66ff3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ac10100-05e1-4773-9ef4-6129e40ab355,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:27:16.670565 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-eca91034-5f67-4cd6-9781-14ae0aa66ff3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:16.673840 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-eca91034-5f67-4cd6-9781-14ae0aa66ff3 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3ac10100-05e1-4773-9ef4-6129e40ab355 HTTP/1.1" status: 204 len: 168 time: 0.2679558 Nov 23 05:27:16.677455 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 59670) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:27:16.677618 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-696aef76-80a0-43a4-910b-4aface4ef4b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:16.701174 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-696aef76-80a0-43a4-910b-4aface4ef4b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:16.746424 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-30b250ce-0358-4de8-bd18-cafc2657f115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1429853'] for network, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:16.748699 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-696aef76-80a0-43a4-910b-4aface4ef4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:16.751348 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-696aef76-80a0-43a4-910b-4aface4ef4b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:16.755953 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-696aef76-80a0-43a4-910b-4aface4ef4b7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7645a1a3-1c38-4794-a0d8-b2d4ea7d1bf9 HTTP/1.1" status: 204 len: 168 time: 0.1761012 Nov 23 05:27:16.763966 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696aef76-80a0-43a4-910b-4aface4ef4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7645a1a3-1c38-4794-a0d8-b2d4ea7d1bf9,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:27:16.840464 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-30b250ce-0358-4de8-bd18-cafc2657f115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734108', 'neutron.services.segments.db._delete_segments_for_network-8751724566155'] for network, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:16.864216 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.services.segments.db [None req-30b250ce-0358-4de8-bd18-cafc2657f115 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c3e08b9-011c-4002-89ea-19e0def7503c']}} {{(pid=102516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:27:16.877309 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.services.segments.db [None req-30b250ce-0358-4de8-bd18-cafc2657f115 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0368b921-16e7-46b2-9b3a-f00ed2355c28') {'for_net_delete': True} {{(pid=102516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:27:16.877608 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.services.segments.db [None req-30b250ce-0358-4de8-bd18-cafc2657f115 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0368b921-16e7-46b2-9b3a-f00ed2355c28') {} {{(pid=102516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:27:16.887298 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-30b250ce-0358-4de8-bd18-cafc2657f115 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751724742166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4037908'] for segment, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:16.900767 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-30b250ce-0358-4de8-bd18-cafc2657f115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574952'] for segment, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:16.907732 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30b250ce-0358-4de8-bd18-cafc2657f115 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=102516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 05:27:16.908118 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-30b250ce-0358-4de8-bd18-cafc2657f115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237772'] for segment, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:16.909784 dv-cinder-805072-6-iscsi neutron-server[102516]: Traceback (most recent call last): Nov 23 05:27:16.909784 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 05:27:16.909784 dv-cinder-805072-6-iscsi neutron-server[102516]: timer() Nov 23 05:27:16.909784 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 05:27:16.909784 dv-cinder-805072-6-iscsi neutron-server[102516]: cb(*args, **kw) Nov 23 05:27:16.909784 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 05:27:16.909784 dv-cinder-805072-6-iscsi neutron-server[102516]: return func(*args, **kwargs) Nov 23 05:27:16.909784 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 05:27:16.909784 dv-cinder-805072-6-iscsi neutron-server[102516]: self._notify() Nov 23 05:27:16.909784 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 05:27:16.909784 dv-cinder-805072-6-iscsi neutron-server[102516]: self.callback(batched_events) Nov 23 05:27:16.909784 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 05:27:16.909784 dv-cinder-805072-6-iscsi neutron-server[102516]: event.method(event) Nov 23 05:27:16.909784 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 05:27:16.909784 dv-cinder-805072-6-iscsi neutron-server[102516]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 05:27:16.909784 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 05:27:16.909784 dv-cinder-805072-6-iscsi neutron-server[102516]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 05:27:16.909784 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 05:27:16.909784 dv-cinder-805072-6-iscsi neutron-server[102516]: return f(self, *a, **k) Nov 23 05:27:16.909784 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 05:27:16.909784 dv-cinder-805072-6-iscsi neutron-server[102516]: return self._get(url).json() Nov 23 05:27:16.909784 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 05:27:16.909784 dv-cinder-805072-6-iscsi neutron-server[102516]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 05:27:16.909784 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 05:27:16.909784 dv-cinder-805072-6-iscsi neutron-server[102516]: return self.request(url, 'GET', **kwargs) Nov 23 05:27:16.909784 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 05:27:16.909784 dv-cinder-805072-6-iscsi neutron-server[102516]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 05:27:16.909784 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 05:27:16.909784 dv-cinder-805072-6-iscsi neutron-server[102516]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 05:27:16.909784 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 05:27:16.909784 dv-cinder-805072-6-iscsi neutron-server[102516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 05:27:16.909784 dv-cinder-805072-6-iscsi neutron-server[102516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 05:27:16.975727 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-30b250ce-0358-4de8-bd18-cafc2657f115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637750'] for network, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:16.981796 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-30b250ce-0358-4de8-bd18-cafc2657f115 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for network, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:16.988546 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-30b250ce-0358-4de8-bd18-cafc2657f115 admin admin] 10.222.0.48 "DELETE /v2.0/networks/9c3e08b9-011c-4002-89ea-19e0def7503c HTTP/1.1" status: 204 len: 168 time: 0.3074050 Nov 23 05:27:16.989246 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 59680) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:27:16.999912 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b250ce-0358-4de8-bd18-cafc2657f115 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c3e08b9-011c-4002-89ea-19e0def7503c,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:27:17.046511 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ce7a6d5-b2a1-4b44-a171-9fb461292ef2 admin admin] Deleting subnet 661d83e3-7dc8-4149-89e9-9945a2da6ab7 {{(pid=102517) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 05:27:17.051339 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-0ce7a6d5-b2a1-4b44-a171-9fb461292ef2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:17.068394 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 59684) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:27:17.087130 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-f4df5e34-d9d2-473d-b4a5-c1d957b055be admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:17.087869 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-0ce7a6d5-b2a1-4b44-a171-9fb461292ef2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27248899'] for subnet, precommit_delete_associations {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:17.139194 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-0ce7a6d5-b2a1-4b44-a171-9fb461292ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-576047'] for subnet, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:17.175724 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-f4df5e34-d9d2-473d-b4a5-c1d957b055be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:17.181147 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-f4df5e34-d9d2-473d-b4a5-c1d957b055be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:17.203055 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-0ce7a6d5-b2a1-4b44-a171-9fb461292ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-576054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25211281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27225567'] for subnet, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:17.220612 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-f4df5e34-d9d2-473d-b4a5-c1d957b055be admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cdc92df479164151a725b65568aaac36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1514406 Nov 23 05:27:17.223557 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 59688) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:27:17.230653 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4df5e34-d9d2-473d-b4a5-c1d957b055be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d2e4c1-a0cd-4400-bfff-99b17e93a10e,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:27:17.232924 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7a6d5-b2a1-4b44-a171-9fb461292ef2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=661d83e3-7dc8-4149-89e9-9945a2da6ab7,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:27:17.239424 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-0ce7a6d5-b2a1-4b44-a171-9fb461292ef2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:17.242676 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-0ce7a6d5-b2a1-4b44-a171-9fb461292ef2 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/661d83e3-7dc8-4149-89e9-9945a2da6ab7 HTTP/1.1" status: 204 len: 168 time: 0.2522461 Nov 23 05:27:17.245293 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 59690) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:27:17.281414 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-e84ec2b0-3c98-4637-a646-6af3b69385bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:17.304813 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-e84ec2b0-3c98-4637-a646-6af3b69385bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:17.313208 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-5be8b433-65dc-416a-a0be-f0306b39dd14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1429853'] for network, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:17.357078 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-e84ec2b0-3c98-4637-a646-6af3b69385bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:17.359702 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-e84ec2b0-3c98-4637-a646-6af3b69385bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:17.360834 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-e84ec2b0-3c98-4637-a646-6af3b69385bf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b7d2e4c1-a0cd-4400-bfff-99b17e93a10e HTTP/1.1" status: 204 len: 168 time: 0.1363790 Nov 23 05:27:17.372391 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84ec2b0-3c98-4637-a646-6af3b69385bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d2e4c1-a0cd-4400-bfff-99b17e93a10e,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:27:17.405240 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-5be8b433-65dc-416a-a0be-f0306b39dd14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734108', 'neutron.services.segments.db._delete_segments_for_network-8751724566155'] for network, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:17.426111 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.services.segments.db [None req-5be8b433-65dc-416a-a0be-f0306b39dd14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ef658ea-5e9b-472c-a609-353558345d01']}} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:27:17.436047 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.services.segments.db [None req-5be8b433-65dc-416a-a0be-f0306b39dd14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41228d6a-2e4e-4579-8186-41bec31bae66') {'for_net_delete': True} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:27:17.436354 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.services.segments.db [None req-5be8b433-65dc-416a-a0be-f0306b39dd14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41228d6a-2e4e-4579-8186-41bec31bae66') {} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:27:17.445794 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-5be8b433-65dc-416a-a0be-f0306b39dd14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751724742166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27248922'] for segment, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:17.459588 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-5be8b433-65dc-416a-a0be-f0306b39dd14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574952'] for segment, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:17.473653 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5be8b433-65dc-416a-a0be-f0306b39dd14 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=102517) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 05:27:17.474133 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-5be8b433-65dc-416a-a0be-f0306b39dd14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25211343'] for segment, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:17.476008 dv-cinder-805072-6-iscsi neutron-server[102517]: Traceback (most recent call last): Nov 23 05:27:17.476008 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 05:27:17.476008 dv-cinder-805072-6-iscsi neutron-server[102517]: timer() Nov 23 05:27:17.476008 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 05:27:17.476008 dv-cinder-805072-6-iscsi neutron-server[102517]: cb(*args, **kw) Nov 23 05:27:17.476008 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 05:27:17.476008 dv-cinder-805072-6-iscsi neutron-server[102517]: return func(*args, **kwargs) Nov 23 05:27:17.476008 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 05:27:17.476008 dv-cinder-805072-6-iscsi neutron-server[102517]: self._notify() Nov 23 05:27:17.476008 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 05:27:17.476008 dv-cinder-805072-6-iscsi neutron-server[102517]: self.callback(batched_events) Nov 23 05:27:17.476008 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 05:27:17.476008 dv-cinder-805072-6-iscsi neutron-server[102517]: event.method(event) Nov 23 05:27:17.476008 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 05:27:17.476008 dv-cinder-805072-6-iscsi neutron-server[102517]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 05:27:17.476008 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 05:27:17.476008 dv-cinder-805072-6-iscsi neutron-server[102517]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 05:27:17.476008 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 05:27:17.476008 dv-cinder-805072-6-iscsi neutron-server[102517]: return f(self, *a, **k) Nov 23 05:27:17.476008 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 05:27:17.476008 dv-cinder-805072-6-iscsi neutron-server[102517]: return self._get(url).json() Nov 23 05:27:17.476008 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 05:27:17.476008 dv-cinder-805072-6-iscsi neutron-server[102517]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 05:27:17.476008 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 05:27:17.476008 dv-cinder-805072-6-iscsi neutron-server[102517]: return self.request(url, 'GET', **kwargs) Nov 23 05:27:17.476008 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 05:27:17.476008 dv-cinder-805072-6-iscsi neutron-server[102517]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 05:27:17.476008 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 05:27:17.476008 dv-cinder-805072-6-iscsi neutron-server[102517]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 05:27:17.476008 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 05:27:17.476008 dv-cinder-805072-6-iscsi neutron-server[102517]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 05:27:17.476008 dv-cinder-805072-6-iscsi neutron-server[102517]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 05:27:17.535510 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-5be8b433-65dc-416a-a0be-f0306b39dd14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637750'] for network, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:17.542016 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-5be8b433-65dc-416a-a0be-f0306b39dd14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for network, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:17.545741 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-5be8b433-65dc-416a-a0be-f0306b39dd14 admin admin] 10.222.0.48 "DELETE /v2.0/networks/7ef658ea-5e9b-472c-a609-353558345d01 HTTP/1.1" status: 204 len: 168 time: 0.2993402 Nov 23 05:27:17.558978 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be8b433-65dc-416a-a0be-f0306b39dd14 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ef658ea-5e9b-472c-a609-353558345d01,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:27:17.717709 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 59700) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:27:17.719208 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 59702) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:27:17.732305 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-1f22a37a-ff96-409e-a8e7-0270baac0a2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:17.760135 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-06e0ce74-965f-4c7f-bc3d-070a74c109f2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d43cd887c42b4fbba632078eb7f2e08a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411327 Nov 23 05:27:17.762536 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 59704) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:27:17.815578 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-7c1ade14-a5e2-424a-99a2-3370cb751e94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:17.817425 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-1f22a37a-ff96-409e-a8e7-0270baac0a2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:17.821590 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-1f22a37a-ff96-409e-a8e7-0270baac0a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:17.838806 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-7c1ade14-a5e2-424a-99a2-3370cb751e94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:17.869919 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-1f22a37a-ff96-409e-a8e7-0270baac0a2e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=794890c39c42461ea3d3b5f364f5dc22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1463072 Nov 23 05:27:17.869919 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 59706) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:27:17.875539 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f22a37a-ff96-409e-a8e7-0270baac0a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14317fb5-12d1-4055-8ba3-4d35482445f4,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:27:17.892709 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-7c1ade14-a5e2-424a-99a2-3370cb751e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:17.896387 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-7c1ade14-a5e2-424a-99a2-3370cb751e94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:17.899876 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-7c1ade14-a5e2-424a-99a2-3370cb751e94 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8348b80e-7515-41b9-bae0-8b01fa930861 HTTP/1.1" status: 204 len: 168 time: 0.1339085 Nov 23 05:27:17.905564 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1ade14-a5e2-424a-99a2-3370cb751e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8348b80e-7515-41b9-bae0-8b01fa930861,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:27:17.928156 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-fd8495b4-f43e-47e9-97f9-b2dacd632fe9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:17.959862 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-fd8495b4-f43e-47e9-97f9-b2dacd632fe9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:18.011685 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-fd8495b4-f43e-47e9-97f9-b2dacd632fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:18.014450 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-fd8495b4-f43e-47e9-97f9-b2dacd632fe9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:18.015621 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-fd8495b4-f43e-47e9-97f9-b2dacd632fe9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/14317fb5-12d1-4055-8ba3-4d35482445f4 HTTP/1.1" status: 204 len: 168 time: 0.1454430 Nov 23 05:27:18.023303 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8495b4-f43e-47e9-97f9-b2dacd632fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14317fb5-12d1-4055-8ba3-4d35482445f4,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:27:18.030285 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8495b4-f43e-47e9-97f9-b2dacd632fe9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:27:18.030588 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8495b4-f43e-47e9-97f9-b2dacd632fe9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:27:18.030937 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8495b4-f43e-47e9-97f9-b2dacd632fe9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:27:18.031275 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8495b4-f43e-47e9-97f9-b2dacd632fe9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:27:18.031607 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8495b4-f43e-47e9-97f9-b2dacd632fe9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:27:18.031942 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8495b4-f43e-47e9-97f9-b2dacd632fe9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:27:18.032263 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8495b4-f43e-47e9-97f9-b2dacd632fe9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:27:18.032583 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8495b4-f43e-47e9-97f9-b2dacd632fe9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:27:18.032931 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8495b4-f43e-47e9-97f9-b2dacd632fe9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:27:18.033255 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8495b4-f43e-47e9-97f9-b2dacd632fe9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:27:18.033578 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8495b4-f43e-47e9-97f9-b2dacd632fe9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:27:18.033897 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8495b4-f43e-47e9-97f9-b2dacd632fe9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:27:18.372554 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 59726) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:27:18.413085 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-70d4559c-8e66-41e9-bdac-1e987b494571 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6c8da40507f944d3835583bcca10c119&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389330 Nov 23 05:27:18.415172 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 59728) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:27:18.469115 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edf6a3ab-0c0c-42f0-80aa-b01ccda64781 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:18.491279 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edf6a3ab-0c0c-42f0-80aa-b01ccda64781 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:18.541059 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edf6a3ab-0c0c-42f0-80aa-b01ccda64781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:18.547168 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-edf6a3ab-0c0c-42f0-80aa-b01ccda64781 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:18.549648 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-edf6a3ab-0c0c-42f0-80aa-b01ccda64781 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/37e4253a-6f35-4257-b29f-d1abd2a63b50 HTTP/1.1" status: 204 len: 168 time: 0.1330812 Nov 23 05:27:18.559779 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf6a3ab-0c0c-42f0-80aa-b01ccda64781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e4253a-6f35-4257-b29f-d1abd2a63b50,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:27:18.849775 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 59750) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:27:18.994024 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [None req-9d731765-5058-4429-a163-353fa99c5798 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1617741348-network', 'tenant_id': '1566102476944085b9fd0686b51b502c'}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:27:19.016673 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d731765-5058-4429-a163-353fa99c5798 admin admin] Made reservation on behalf of 1566102476944085b9fd0686b51b502c for: {'network': 1} {{(pid=102517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:27:19.019995 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-9d731765-5058-4429-a163-353fa99c5798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for network, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:19.032965 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-9d731765-5058-4429-a163-353fa99c5798 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:19.116565 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-9d731765-5058-4429-a163-353fa99c5798 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:19.120995 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-9d731765-5058-4429-a163-353fa99c5798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:19.136325 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d731765-5058-4429-a163-353fa99c5798 admin admin] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=102517) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 05:27:19.163362 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d731765-5058-4429-a163-353fa99c5798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e06a2ee8-d584-4d19-9f32-b4a45affb585,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:27:19.166232 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-9d731765-5058-4429-a163-353fa99c5798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574952'] for segment, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:19.166579 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.db.segments_db [None req-9d731765-5058-4429-a163-353fa99c5798 admin admin] Added segment 1515d0ce-2cbd-4261-b314-e273fe29d99a of type vlan for network 260f3bcb-934f-42af-b0c9-c507f293a5d8 Nov 23 05:27:19.208270 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-9d731765-5058-4429-a163-353fa99c5798 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751724239108'] for network, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:19.237604 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-9d731765-5058-4429-a163-353fa99c5798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215'] for network, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:19.239401 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d731765-5058-4429-a163-353fa99c5798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:19.240055 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-9d731765-5058-4429-a163-353fa99c5798 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for network, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:19.295099 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-9d731765-5058-4429-a163-353fa99c5798 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4442000 Nov 23 05:27:19.297953 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 59772) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:27:19.303555 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-e8699086-95ed-41e9-8af4-8611e33acfbe admin admin] Request body: {'subnet': {'network_id': '260f3bcb-934f-42af-b0c9-c507f293a5d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1617741348-subnet', 'tenant_id': '1566102476944085b9fd0686b51b502c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:27:19.315257 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d731765-5058-4429-a163-353fa99c5798 admin admin] Pushing event updated for resources: {'Network': ['ID=260f3bcb-934f-42af-b0c9-c507f293a5d8,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:27:19.335100 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Network 260f3bcb-934f-42af-b0c9-c507f293a5d8 details requested by agent ovs-agent-dv-cinder-805072-6-iscsi with host dv-cinder-805072-6-iscsi {{(pid=102518) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 05:27:19.348042 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8699086-95ed-41e9-8af4-8611e33acfbe admin admin] Made reservation on behalf of 1566102476944085b9fd0686b51b502c for: {'subnet': 1} {{(pid=102516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:27:19.350418 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-e8699086-95ed-41e9-8af4-8611e33acfbe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25486388'] for subnet, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:19.643474 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 59778) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:27:19.728276 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-e8699086-95ed-41e9-8af4-8611e33acfbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25486362'] for subnet, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:19.758056 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-c6ca82ad-8cd0-4c0a-9276-789ca98c29a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:19.776210 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fad957-d018-457a-9255-e608192b0625 req-b7213420-5093-4826-8848-497d07e0e5b0 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:19.777699 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a2fad957-d018-457a-9255-e608192b0625 req-b7213420-5093-4826-8848-497d07e0e5b0 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 945 time: 0.0946114 Nov 23 05:27:19.806037 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8699086-95ed-41e9-8af4-8611e33acfbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=771eda2d-2291-4d64-a355-d9b8f1fe5202,revision_number=0']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:27:19.830688 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8699086-95ed-41e9-8af4-8611e33acfbe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:27:19.831072 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8699086-95ed-41e9-8af4-8611e33acfbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:27:19.831415 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8699086-95ed-41e9-8af4-8611e33acfbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:27:19.831816 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8699086-95ed-41e9-8af4-8611e33acfbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:27:19.832211 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8699086-95ed-41e9-8af4-8611e33acfbe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:27:19.832554 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8699086-95ed-41e9-8af4-8611e33acfbe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:27:19.832907 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8699086-95ed-41e9-8af4-8611e33acfbe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:27:19.833212 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8699086-95ed-41e9-8af4-8611e33acfbe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:27:19.833540 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8699086-95ed-41e9-8af4-8611e33acfbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:27:19.833866 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8699086-95ed-41e9-8af4-8611e33acfbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:27:19.834199 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8699086-95ed-41e9-8af4-8611e33acfbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:27:19.834522 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8699086-95ed-41e9-8af4-8611e33acfbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:27:19.839852 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-c6ca82ad-8cd0-4c0a-9276-789ca98c29a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:19.842390 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8699086-95ed-41e9-8af4-8611e33acfbe admin admin] Checking segment: {'id': '1515d0ce-2cbd-4261-b314-e273fe29d99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '260f3bcb-934f-42af-b0c9-c507f293a5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:27:19.842681 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8699086-95ed-41e9-8af4-8611e33acfbe admin admin] Network hostable DHCP agents. Network: 260f3bcb-934f-42af-b0c9-c507f293a5d8, hostable agents: ['2030e6fd-0e7a-4e26-866d-a4515205c5a7'], hosted agents: [] {{(pid=102516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 05:27:19.844543 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-c6ca82ad-8cd0-4c0a-9276-789ca98c29a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:19.879405 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a2fad957-d018-457a-9255-e608192b0625 req-6401467b-7b4c-47ef-aae5-5fa0b42eeee3 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901721 Nov 23 05:27:19.881181 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8699086-95ed-41e9-8af4-8611e33acfbe admin admin] Network 260f3bcb-934f-42af-b0c9-c507f293a5d8 is scheduled to be hosted by DHCP agent 2030e6fd-0e7a-4e26-866d-a4515205c5a7 with binding_index 1 {{(pid=102516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 05:27:19.900755 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-c6ca82ad-8cd0-4c0a-9276-789ca98c29a4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eb2f0002193947ccb0162035654fd70b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2462833 Nov 23 05:27:19.900755 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ca82ad-8cd0-4c0a-9276-789ca98c29a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c265247-4526-4532-a28a-eb250de90264,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:27:19.901012 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 59782) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:27:19.904420 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [None req-e8699086-95ed-41e9-8af4-8611e33acfbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805072-6-iscsi, 260f3bcb-934f-42af-b0c9-c507f293a5d8) {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:27:19.912489 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5af44e-4f43-4183-a92e-bf9dfae629fe None None] Network 260f3bcb-934f-42af-b0c9-c507f293a5d8 requested from dv-cinder-805072-6-iscsi {{(pid=102518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:27:19.917769 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8699086-95ed-41e9-8af4-8611e33acfbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:19.918410 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-e8699086-95ed-41e9-8af4-8611e33acfbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for subnet, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:19.950524 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-e8699086-95ed-41e9-8af4-8611e33acfbe admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6514304 Nov 23 05:27:19.973985 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-8a43e884-6bbf-45ad-9393-7f629587e958 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:19.998692 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-8a43e884-6bbf-45ad-9393-7f629587e958 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:20.051806 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-8a43e884-6bbf-45ad-9393-7f629587e958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:20.057218 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-8a43e884-6bbf-45ad-9393-7f629587e958 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:20.062498 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-8a43e884-6bbf-45ad-9393-7f629587e958 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9c265247-4526-4532-a28a-eb250de90264 HTTP/1.1" status: 204 len: 168 time: 0.1626880 Nov 23 05:27:20.074189 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a43e884-6bbf-45ad-9393-7f629587e958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c265247-4526-4532-a28a-eb250de90264,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:27:20.193190 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc3255e-282a-4265-8d92-d91a307786ae None None] Network 260f3bcb-934f-42af-b0c9-c507f293a5d8 requested from dv-cinder-805072-6-iscsi {{(pid=102518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:27:21.000566 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa6b995-0d2c-4f82-b4ac-c4690a82d005 req-51c5f9d2-bf0b-4e25-9c03-3cc302f9e517 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:21.002053 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1fa6b995-0d2c-4f82-b4ac-c4690a82d005 req-51c5f9d2-bf0b-4e25-9c03-3cc302f9e517 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 945 time: 0.0486369 Nov 23 05:27:21.053058 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1fa6b995-0d2c-4f82-b4ac-c4690a82d005 req-ee011391-9f2e-4399-b66c-72d17c85e063 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448277 Nov 23 05:27:21.319057 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 59850) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:27:21.433422 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-af23ed4f-7282-44f6-88e7-2164ecd4eaf8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:21.510708 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-af23ed4f-7282-44f6-88e7-2164ecd4eaf8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:21.514137 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-af23ed4f-7282-44f6-88e7-2164ecd4eaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:21.553717 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-af23ed4f-7282-44f6-88e7-2164ecd4eaf8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d9da5eb77856496e98bb9ebc3f9a3148&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2335904 Nov 23 05:27:21.554632 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af23ed4f-7282-44f6-88e7-2164ecd4eaf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6dc334b-f172-42ec-bbe3-d6b6fe600844,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:27:21.556503 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 59856) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:27:21.607070 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-f2908cb4-fd62-4112-aeff-5dd94c72b95c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:21.627107 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-f2908cb4-fd62-4112-aeff-5dd94c72b95c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:21.676136 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-f2908cb4-fd62-4112-aeff-5dd94c72b95c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:21.678693 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-f2908cb4-fd62-4112-aeff-5dd94c72b95c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:21.682771 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-f2908cb4-fd62-4112-aeff-5dd94c72b95c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f6dc334b-f172-42ec-bbe3-d6b6fe600844 HTTP/1.1" status: 204 len: 168 time: 0.1223891 Nov 23 05:27:21.693591 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2908cb4-fd62-4112-aeff-5dd94c72b95c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6dc334b-f172-42ec-bbe3-d6b6fe600844,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:27:22.155968 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489fb615-800d-408d-86ad-e0c0748a4683 req-b67624b7-61b8-45ed-bf6f-67a26e2c8715 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:22.159060 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-489fb615-800d-408d-86ad-e0c0748a4683 req-b67624b7-61b8-45ed-bf6f-67a26e2c8715 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.48 "GET /v2.0/networks?id=260f3bcb-934f-42af-b0c9-c507f293a5d8 HTTP/1.1" status: 200 len: 809 time: 0.1845052 Nov 23 05:27:22.247469 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-489fb615-800d-408d-86ad-e0c0748a4683 req-c86ac5b5-810f-46e1-94f9-ec9598b88fd1 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.48 "GET /v2.0/quotas/1566102476944085b9fd0686b51b502c HTTP/1.1" status: 200 len: 375 time: 0.0757027 Nov 23 05:27:22.282720 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca34bf-536a-46bf-8bdb-16d0eeabcb41 req-85140580-4447-4f79-b3b8-7cf7751897a0 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:22.291093 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-80ca34bf-536a-46bf-8bdb-16d0eeabcb41 req-85140580-4447-4f79-b3b8-7cf7751897a0 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 945 time: 0.1307092 Nov 23 05:27:22.309179 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cade977-090c-438e-89ec-a77b106ef0f7 req-f8e3d718-e1b8-495e-8922-c3183dc722c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:22.310662 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9cade977-090c-438e-89ec-a77b106ef0f7 req-f8e3d718-e1b8-495e-8922-c3183dc722c3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 1098 time: 0.1491606 Nov 23 05:27:22.318455 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-489fb615-800d-408d-86ad-e0c0748a4683 req-8c23c37a-4ee7-4135-a47c-e94245b45a35 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1566102476944085b9fd0686b51b502c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0612926 Nov 23 05:27:22.445766 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-80ca34bf-536a-46bf-8bdb-16d0eeabcb41 req-a4cf510d-2149-410f-a3c3-3bdc52ec9817 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536887 Nov 23 05:27:22.467218 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9cade977-090c-438e-89ec-a77b106ef0f7 req-ce199c03-fc23-4f68-b25a-ff75d2326f2d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394393 Nov 23 05:27:22.489959 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-489fb615-800d-408d-86ad-e0c0748a4683 req-cdd44e80-2014-407f-98c9-59535d911da4 service neutron] 10.222.0.48 "GET /v2.0/networks/260f3bcb-934f-42af-b0c9-c507f293a5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529891 Nov 23 05:27:22.590541 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-489fb615-800d-408d-86ad-e0c0748a4683 req-5c77dc22-cff6-4e23-94ec-275cf4a94ca0 service neutron] 10.222.0.48 "GET /v2.0/networks/260f3bcb-934f-42af-b0c9-c507f293a5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944450 Nov 23 05:27:22.761719 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7f57abb0-f5fd-477b-a54a-1430db5922b2 req-2b8c27a8-8427-495d-a3f6-f8c1f92661ba tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.48 "GET /v2.0/ports?device_id=804806a1-0dc5-4f1d-b60c-ab5b44b647d5 HTTP/1.1" status: 200 len: 210 time: 0.0278802 Nov 23 05:27:23.568964 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0809ae6-0ac7-467e-b1ed-12fd2b81636a req-8d67a97b-d6b5-410e-90ad-6b1bf0194bbf tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:23.570441 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f0809ae6-0ac7-467e-b1ed-12fd2b81636a req-8d67a97b-d6b5-410e-90ad-6b1bf0194bbf tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 945 time: 0.0480928 Nov 23 05:27:23.616825 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f0809ae6-0ac7-467e-b1ed-12fd2b81636a req-f3d1eef2-33d4-456d-81db-4b93e3206a5c tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402064 Nov 23 05:27:23.868481 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4f218af9-52a3-4057-bc70-799a12e817bd req-2b331c52-4c52-443a-b1de-f7dc85756096 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.48 "GET /v2.0/ports?device_id=804806a1-0dc5-4f1d-b60c-ab5b44b647d5 HTTP/1.1" status: 200 len: 210 time: 0.0284917 Nov 23 05:27:24.133635 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489fb615-800d-408d-86ad-e0c0748a4683 req-dabc6ef7-628c-4c5f-a625-0d5d1f717fdd tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:24.135250 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-489fb615-800d-408d-86ad-e0c0748a4683 req-dabc6ef7-628c-4c5f-a625-0d5d1f717fdd tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.54 "GET /v2.0/networks?id=260f3bcb-934f-42af-b0c9-c507f293a5d8 HTTP/1.1" status: 200 len: 809 time: 0.1176972 Nov 23 05:27:24.202157 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [req-489fb615-800d-408d-86ad-e0c0748a4683 req-077dfdef-ce11-4deb-aefd-f9a4a92b73cb tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Request body: {'port': {'device_id': '804806a1-0dc5-4f1d-b60c-ab5b44b647d5', 'network_id': '260f3bcb-934f-42af-b0c9-c507f293a5d8', 'admin_state_up': True, 'tenant_id': '1566102476944085b9fd0686b51b502c'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:27:24.327456 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-489fb615-800d-408d-86ad-e0c0748a4683 req-077dfdef-ce11-4deb-aefd-f9a4a92b73cb tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Made reservation on behalf of 1566102476944085b9fd0686b51b502c for: {'port': 1} {{(pid=102516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:27:24.333559 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-489fb615-800d-408d-86ad-e0c0748a4683 req-077dfdef-ce11-4deb-aefd-f9a4a92b73cb tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:24.486377 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.db_base_plugin_common [req-489fb615-800d-408d-86ad-e0c0748a4683 req-077dfdef-ce11-4deb-aefd-f9a4a92b73cb tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Allocated IP 172.20.0.6 (260f3bcb-934f-42af-b0c9-c507f293a5d8/771eda2d-2291-4d64-a355-d9b8f1fe5202/73c6695d-92fb-47bb-a823-cf3ae6b7b80a) {{(pid=102516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:27:24.687046 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-489fb615-800d-408d-86ad-e0c0748a4683 req-077dfdef-ce11-4deb-aefd-f9a4a92b73cb tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Publish callbacks [] for port, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:24.762362 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b49b23-186e-4c97-8368-62b42f86a48a req-859a9f20-4b26-44a9-a54b-4fa8c5b05032 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:24.763927 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a0b49b23-186e-4c97-8368-62b42f86a48a req-859a9f20-4b26-44a9-a54b-4fa8c5b05032 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 945 time: 0.0688419 Nov 23 05:27:24.765077 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-489fb615-800d-408d-86ad-e0c0748a4683 req-077dfdef-ce11-4deb-aefd-f9a4a92b73cb tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751724218534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237887'] for port, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:24.840207 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-489fb615-800d-408d-86ad-e0c0748a4683 req-077dfdef-ce11-4deb-aefd-f9a4a92b73cb tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Network 260f3bcb-934f-42af-b0c9-c507f293a5d8 is already hosted by enough agents. {{(pid=102516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:27:24.851605 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [req-489fb615-800d-408d-86ad-e0c0748a4683 req-077dfdef-ce11-4deb-aefd-f9a4a92b73cb tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Resources bound (agent type, host, resource id): {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:27:24.853495 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077dfdef-ce11-4deb-aefd-f9a4a92b73cb tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Pushing event updated for resources: {'Port': ['ID=73c6695d-92fb-47bb-a823-cf3ae6b7b80a,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:27:24.855578 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [req-489fb615-800d-408d-86ad-e0c0748a4683 req-077dfdef-ce11-4deb-aefd-f9a4a92b73cb tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Received port after_create {{(pid=102516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:27:24.892936 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a0b49b23-186e-4c97-8368-62b42f86a48a req-0920ac5a-3d94-482f-a4e1-b9ca2892c206 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190803 Nov 23 05:27:24.940388 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489fb615-800d-408d-86ad-e0c0748a4683 req-077dfdef-ce11-4deb-aefd-f9a4a92b73cb tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:24.940679 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-489fb615-800d-408d-86ad-e0c0748a4683 req-077dfdef-ce11-4deb-aefd-f9a4a92b73cb tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:24.966301 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-489fb615-800d-408d-86ad-e0c0748a4683 req-077dfdef-ce11-4deb-aefd-f9a4a92b73cb tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7687819 Nov 23 05:27:25.000411 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [req-489fb615-800d-408d-86ad-e0c0748a4683 req-a2ca6f2b-bd81-482d-9b5d-f6700690864a service neutron] Request body: {'port': {'device_id': '804806a1-0dc5-4f1d-b60c-ab5b44b647d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80507'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:27:25.067453 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea89897-55fe-4890-b1a1-4048c33c31d0 req-a22e40aa-d8ff-4226-95b1-ab7ce268dc3e tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:25.069022 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-cea89897-55fe-4890-b1a1-4048c33c31d0 req-a22e40aa-d8ff-4226-95b1-ab7ce268dc3e tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.48 "GET /v2.0/ports?device_id=804806a1-0dc5-4f1d-b60c-ab5b44b647d5 HTTP/1.1" status: 200 len: 931 time: 0.1017261 Nov 23 05:27:25.077002 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-489fb615-800d-408d-86ad-e0c0748a4683 req-a2ca6f2b-bd81-482d-9b5d-f6700690864a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:25.217300 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-cea89897-55fe-4890-b1a1-4048c33c31d0 req-fa81ceb4-9834-4ff9-9fdc-4fc228ae885a tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.48 "GET /v2.0/security-groups?id=e06a2ee8-d584-4d19-9f32-b4a45affb585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380579 Nov 23 05:27:25.297551 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d62bb-95f1-4d5f-90f6-724650272fe2 req-57c9e39c-d5f5-4370-85bc-1b14adf8aa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:25.299102 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3c2d62bb-95f1-4d5f-90f6-724650272fe2 req-57c9e39c-d5f5-4370-85bc-1b14adf8aa0b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=69e7ea777b914593bb44950d24bd1f10&device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 1098 time: 0.1523063 Nov 23 05:27:25.307360 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a96a5e-cd0c-40a3-bce1-4e647685c10f req-7a2cd56b-9444-4aa0-8b59-97122f063450 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:25.308724 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d5a96a5e-cd0c-40a3-bce1-4e647685c10f req-7a2cd56b-9444-4aa0-8b59-97122f063450 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 945 time: 0.2005625 Nov 23 05:27:25.497073 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d5a96a5e-cd0c-40a3-bce1-4e647685c10f req-df0e2f4b-3ba1-4b5b-902f-45efd11a8bdd tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798890 Nov 23 05:27:25.502841 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d62bb-95f1-4d5f-90f6-724650272fe2 req-058738a1-06d5-4b36-be96-20d976a1afc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:25.505249 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3c2d62bb-95f1-4d5f-90f6-724650272fe2 req-058738a1-06d5-4b36-be96-20d976a1afc5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=50773825-fd81-4958-87b4-2ed90bf98952 HTTP/1.1" status: 200 len: 919 time: 0.1899977 Nov 23 05:27:25.565397 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3c2d62bb-95f1-4d5f-90f6-724650272fe2 req-f13b5098-8fe0-4603-a428-078458b75cb4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5addb99-97fe-47a8-943e-31abf62517ff HTTP/1.1" status: 200 len: 217 time: 0.0472229 Nov 23 05:27:25.671228 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [req-489fb615-800d-408d-86ad-e0c0748a4683 req-a2ca6f2b-bd81-482d-9b5d-f6700690864a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73c6695d-92fb-47bb-a823-cf3ae6b7b80a {{(pid=102516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:27:25.682400 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-489fb615-800d-408d-86ad-e0c0748a4683 req-a2ca6f2b-bd81-482d-9b5d-f6700690864a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:25.706748 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d62bb-95f1-4d5f-90f6-724650272fe2 req-123717ed-e45f-414a-b732-315d53e8a380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:25.708264 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3c2d62bb-95f1-4d5f-90f6-724650272fe2 req-123717ed-e45f-414a-b732-315d53e8a380 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1ab3fbc5-9816-4f2a-a489-0455f1380f70 HTTP/1.1" status: 200 len: 858 time: 0.1262715 Nov 23 05:27:25.710925 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.provisioning_blocks [req-489fb615-800d-408d-86ad-e0c0748a4683 req-a2ca6f2b-bd81-482d-9b5d-f6700690864a service neutron] Transition to ACTIVE for port object 73c6695d-92fb-47bb-a823-cf3ae6b7b80a will not be triggered until provisioned by entity L2. {{(pid=102516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 05:27:25.715562 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-489fb615-800d-408d-86ad-e0c0748a4683 req-a2ca6f2b-bd81-482d-9b5d-f6700690864a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237864'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:25.780115 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3c2d62bb-95f1-4d5f-90f6-724650272fe2 req-c970bd51-ab81-4e70-b001-ae519add4402 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=50773825-fd81-4958-87b4-2ed90bf98952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309978 Nov 23 05:27:25.813902 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ca6f2b-bd81-482d-9b5d-f6700690864a service neutron] Pushing event updated for resources: {'Port': ['ID=73c6695d-92fb-47bb-a823-cf3ae6b7b80a,revision_number=2']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:27:25.973229 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-489fb615-800d-408d-86ad-e0c0748a4683 req-a2ca6f2b-bd81-482d-9b5d-f6700690864a service neutron] Attempting to bind port 73c6695d-92fb-47bb-a823-cf3ae6b7b80a on host hv-cinder-80507 for vnic_type normal with profile {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:27:25.973656 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-489fb615-800d-408d-86ad-e0c0748a4683 req-a2ca6f2b-bd81-482d-9b5d-f6700690864a service neutron] Attempting to bind port 73c6695d-92fb-47bb-a823-cf3ae6b7b80a by drivers openvswitch,hyperv on host hv-cinder-80507 at level 0 using segments [{'id': '1515d0ce-2cbd-4261-b314-e273fe29d99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '260f3bcb-934f-42af-b0c9-c507f293a5d8'}] {{(pid=102516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:27:25.973994 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489fb615-800d-408d-86ad-e0c0748a4683 req-a2ca6f2b-bd81-482d-9b5d-f6700690864a service neutron] Attempting to bind port 73c6695d-92fb-47bb-a823-cf3ae6b7b80a on network 260f3bcb-934f-42af-b0c9-c507f293a5d8 {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:27:25.980656 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3c2d62bb-95f1-4d5f-90f6-724650272fe2 req-7a62c2b4-70d7-4ce9-9076-127495efe31e service neutron] 10.222.0.54 "GET /v2.0/networks/50773825-fd81-4958-87b4-2ed90bf98952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883044 Nov 23 05:27:25.981367 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489fb615-800d-408d-86ad-e0c0748a4683 req-a2ca6f2b-bd81-482d-9b5d-f6700690864a service neutron] Port 73c6695d-92fb-47bb-a823-cf3ae6b7b80a on network 260f3bcb-934f-42af-b0c9-c507f293a5d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80507 {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 05:27:25.981694 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489fb615-800d-408d-86ad-e0c0748a4683 req-a2ca6f2b-bd81-482d-9b5d-f6700690864a service neutron] Attempting to bind port 73c6695d-92fb-47bb-a823-cf3ae6b7b80a on network 260f3bcb-934f-42af-b0c9-c507f293a5d8 {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:27:25.987541 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489fb615-800d-408d-86ad-e0c0748a4683 req-a2ca6f2b-bd81-482d-9b5d-f6700690864a service neutron] Checking agent: {'id': 'b8a1d969-7c04-443a-af3a-1812b1d56913', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80507', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 5, 23, 27), 'started_at': datetime.datetime(2021, 11, 23, 5, 23, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:27:25.988466 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489fb615-800d-408d-86ad-e0c0748a4683 req-a2ca6f2b-bd81-482d-9b5d-f6700690864a service neutron] Checking segment: {'id': '1515d0ce-2cbd-4261-b314-e273fe29d99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '260f3bcb-934f-42af-b0c9-c507f293a5d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:27:25.988855 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489fb615-800d-408d-86ad-e0c0748a4683 req-a2ca6f2b-bd81-482d-9b5d-f6700690864a service neutron] Bound using segment: {'id': '1515d0ce-2cbd-4261-b314-e273fe29d99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '260f3bcb-934f-42af-b0c9-c507f293a5d8'} {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:27:25.989289 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-489fb615-800d-408d-86ad-e0c0748a4683 req-a2ca6f2b-bd81-482d-9b5d-f6700690864a service neutron] Bound port: 73c6695d-92fb-47bb-a823-cf3ae6b7b80a, host: hv-cinder-80507, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1515d0ce-2cbd-4261-b314-e273fe29d99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '260f3bcb-934f-42af-b0c9-c507f293a5d8'}}] {{(pid=102516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:27:25.989648 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-489fb615-800d-408d-86ad-e0c0748a4683 req-a2ca6f2b-bd81-482d-9b5d-f6700690864a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:26.138746 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-489fb615-800d-408d-86ad-e0c0748a4683 req-a2ca6f2b-bd81-482d-9b5d-f6700690864a service neutron] For port 73c6695d-92fb-47bb-a823-cf3ae6b7b80a, host hv-cinder-80507, cleared binding levels {{(pid=102516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:27:26.142112 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3c2d62bb-95f1-4d5f-90f6-724650272fe2 req-6696735b-0a92-42b1-a18f-bb84ccf87da6 service neutron] 10.222.0.54 "GET /v2.0/networks/50773825-fd81-4958-87b4-2ed90bf98952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496344 Nov 23 05:27:26.143785 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-489fb615-800d-408d-86ad-e0c0748a4683 req-a2ca6f2b-bd81-482d-9b5d-f6700690864a service neutron] For port 73c6695d-92fb-47bb-a823-cf3ae6b7b80a, host hv-cinder-80507, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=73c6695d-92fb-47bb-a823-cf3ae6b7b80a,segment=NetworkSegment(1515d0ce-2cbd-4261-b314-e273fe29d99a),segment_id=1515d0ce-2cbd-4261-b314-e273fe29d99a)] {{(pid=102516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:27:26.148086 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-489fb615-800d-408d-86ad-e0c0748a4683 req-a2ca6f2b-bd81-482d-9b5d-f6700690864a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237864'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:26.184663 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489fb615-800d-408d-86ad-e0c0748a4683 req-a2ca6f2b-bd81-482d-9b5d-f6700690864a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:26.185296 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-489fb615-800d-408d-86ad-e0c0748a4683 req-a2ca6f2b-bd81-482d-9b5d-f6700690864a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:26.186663 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-489fb615-800d-408d-86ad-e0c0748a4683 req-a2ca6f2b-bd81-482d-9b5d-f6700690864a service neutron] 10.222.0.54 "PUT /v2.0/ports/73c6695d-92fb-47bb-a823-cf3ae6b7b80a HTTP/1.1" status: 200 len: 1093 time: 1.1917338 Nov 23 05:27:26.187136 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '804806a1-0dc5-4f1d-b60c-ab5b44b647d5', 'tag': '73c6695d-92fb-47bb-a823-cf3ae6b7b80a'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:27:26.189464 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20d478f7b504b4f7a92aed5d5c075fb26ddad21beb532cc87d656362fb0682d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7de52b-2e40-474f-bdd5-f7dcb8886054" -d '{"events": [{"name": "network-changed", "server_uuid": "804806a1-0dc5-4f1d-b60c-ab5b44b647d5", "tag": "73c6695d-92fb-47bb-a823-cf3ae6b7b80a"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:27:26.212999 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ca6f2b-bd81-482d-9b5d-f6700690864a service neutron] Pushing event updated for resources: {'Port': ['ID=73c6695d-92fb-47bb-a823-cf3ae6b7b80a,revision_number=3']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:27:26.235519 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b50bdd7-dbea-433e-898e-7585e89c877a x-openstack-request-id: req-2b50bdd7-dbea-433e-898e-7585e89c877a {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:27:26.235837 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "804806a1-0dc5-4f1d-b60c-ab5b44b647d5", "tag": "73c6695d-92fb-47bb-a823-cf3ae6b7b80a", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:27:26.236072 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2b50bdd7-dbea-433e-898e-7585e89c877a {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:27:26.236467 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '804806a1-0dc5-4f1d-b60c-ab5b44b647d5', 'tag': '73c6695d-92fb-47bb-a823-cf3ae6b7b80a', 'status': 'completed', 'code': 200} Nov 23 05:27:26.368473 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f0f522-cd58-4cb1-ad60-01e77281b5bb req-2331c045-d90b-4728-aeaa-d4c8db9c6c0f tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:26.369960 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-94f0f522-cd58-4cb1-ad60-01e77281b5bb req-2331c045-d90b-4728-aeaa-d4c8db9c6c0f tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.48 "GET /v2.0/ports?device_id=804806a1-0dc5-4f1d-b60c-ab5b44b647d5 HTTP/1.1" status: 200 len: 943 time: 0.0815871 Nov 23 05:27:26.372827 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489fb615-800d-408d-86ad-e0c0748a4683 req-5db6f3a7-bf38-4190-9777-fb65a9c3160b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:26.374202 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-489fb615-800d-408d-86ad-e0c0748a4683 req-5db6f3a7-bf38-4190-9777-fb65a9c3160b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1566102476944085b9fd0686b51b502c&device_id=804806a1-0dc5-4f1d-b60c-ab5b44b647d5 HTTP/1.1" status: 200 len: 1096 time: 0.0768778 Nov 23 05:27:26.417390 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-94f0f522-cd58-4cb1-ad60-01e77281b5bb req-388d7de4-d6ac-4d2f-a037-4a3a1f614293 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.48 "GET /v2.0/security-groups?id=e06a2ee8-d584-4d19-9f32-b4a45affb585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410771 Nov 23 05:27:26.462385 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-489fb615-800d-408d-86ad-e0c0748a4683 req-252e8070-b0de-4aa0-bb12-5b5844b2fe38 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73c6695d-92fb-47bb-a823-cf3ae6b7b80a HTTP/1.1" status: 200 len: 217 time: 0.0339711 Nov 23 05:27:26.640582 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489fb615-800d-408d-86ad-e0c0748a4683 req-3c2d2fe9-15e1-40bd-b179-e15a0cf77387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:26.642069 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-489fb615-800d-408d-86ad-e0c0748a4683 req-3c2d2fe9-15e1-40bd-b179-e15a0cf77387 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=771eda2d-2291-4d64-a355-d9b8f1fe5202 HTTP/1.1" status: 200 len: 849 time: 0.0795500 Nov 23 05:27:26.651265 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0cdee-e6df-446e-9a6b-44631719b7d5 req-d8cef1de-61bc-4748-a235-a46233628275 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:26.652924 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-aaa0cdee-e6df-446e-9a6b-44631719b7d5 req-d8cef1de-61bc-4748-a235-a46233628275 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 945 time: 0.0822661 Nov 23 05:27:26.685786 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-489fb615-800d-408d-86ad-e0c0748a4683 req-120a1633-a24c-410c-8a6f-5e329b0f23c3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=260f3bcb-934f-42af-b0c9-c507f293a5d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317891 Nov 23 05:27:26.992556 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-aaa0cdee-e6df-446e-9a6b-44631719b7d5 req-bd4ceb3e-4bcc-4130-addc-bfe0c2941ad2 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303308 Nov 23 05:27:27.029992 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-489fb615-800d-408d-86ad-e0c0748a4683 req-843a014e-cca8-4814-bd58-b2afe06d0dfb service neutron] 10.222.0.54 "GET /v2.0/networks/260f3bcb-934f-42af-b0c9-c507f293a5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332741 Nov 23 05:27:27.132633 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-489fb615-800d-408d-86ad-e0c0748a4683 req-e2bc0e4b-6386-4e53-85cb-491a8e9f6516 service neutron] 10.222.0.54 "GET /v2.0/networks/260f3bcb-934f-42af-b0c9-c507f293a5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900497 Nov 23 05:27:27.335776 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7de52b-2e40-474f-bdd5-f7dcb8886054 req-e14b2bad-f952-4fd8-a84a-97e57f119aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:27.337357 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8b7de52b-2e40-474f-bdd5-f7dcb8886054 req-e14b2bad-f952-4fd8-a84a-97e57f119aed service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1566102476944085b9fd0686b51b502c&device_id=804806a1-0dc5-4f1d-b60c-ab5b44b647d5 HTTP/1.1" status: 200 len: 1096 time: 0.0512505 Nov 23 05:27:27.439293 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7de52b-2e40-474f-bdd5-f7dcb8886054 req-4b5d9c1b-ca03-445f-876c-3a0a41117cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:27.441460 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8b7de52b-2e40-474f-bdd5-f7dcb8886054 req-4b5d9c1b-ca03-445f-876c-3a0a41117cd9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=260f3bcb-934f-42af-b0c9-c507f293a5d8 HTTP/1.1" status: 200 len: 910 time: 0.0939724 Nov 23 05:27:27.493922 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8b7de52b-2e40-474f-bdd5-f7dcb8886054 req-b0182516-5c8d-4f80-900a-7b6b3a7e3e4b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73c6695d-92fb-47bb-a823-cf3ae6b7b80a HTTP/1.1" status: 200 len: 217 time: 0.0431826 Nov 23 05:27:27.593925 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7de52b-2e40-474f-bdd5-f7dcb8886054 req-855e3a30-bab7-4119-9d89-8a3a5535b9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:27.595671 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8b7de52b-2e40-474f-bdd5-f7dcb8886054 req-855e3a30-bab7-4119-9d89-8a3a5535b9d9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=771eda2d-2291-4d64-a355-d9b8f1fe5202 HTTP/1.1" status: 200 len: 849 time: 0.0931232 Nov 23 05:27:27.614772 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617ac14-f793-4b41-86e4-aa2bae652c98 req-ed626828-7346-4c52-bce5-91715afa8a8a tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:27.618825 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a617ac14-f793-4b41-86e4-aa2bae652c98 req-ed626828-7346-4c52-bce5-91715afa8a8a tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.48 "GET /v2.0/ports?device_id=804806a1-0dc5-4f1d-b60c-ab5b44b647d5 HTTP/1.1" status: 200 len: 943 time: 0.0743074 Nov 23 05:27:27.658504 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8b7de52b-2e40-474f-bdd5-f7dcb8886054 req-7a13bbcf-88c1-41bd-855f-48f2cb99c715 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=260f3bcb-934f-42af-b0c9-c507f293a5d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365903 Nov 23 05:27:27.733774 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a617ac14-f793-4b41-86e4-aa2bae652c98 req-5eb5bbfa-bc3b-4d9a-a291-bb70bf6999f4 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.48 "GET /v2.0/security-groups?id=e06a2ee8-d584-4d19-9f32-b4a45affb585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124704 Nov 23 05:27:27.786006 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8b7de52b-2e40-474f-bdd5-f7dcb8886054 req-c57a979d-a982-4fa7-b58a-7592772da64e service neutron] 10.222.0.54 "GET /v2.0/networks/260f3bcb-934f-42af-b0c9-c507f293a5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154826 Nov 23 05:27:27.893251 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8b7de52b-2e40-474f-bdd5-f7dcb8886054 req-423217e8-0d9d-4129-bf8e-1b77d157f9b4 service neutron] 10.222.0.54 "GET /v2.0/networks/260f3bcb-934f-42af-b0c9-c507f293a5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908668 Nov 23 05:27:28.119189 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71d998-13bd-4b98-80fc-a2d4031f2bd9 req-3d4c3df5-f060-48ab-8320-6f0f5f44d1dc tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:28.123105 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fb71d998-13bd-4b98-80fc-a2d4031f2bd9 req-3d4c3df5-f060-48ab-8320-6f0f5f44d1dc tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 945 time: 0.0579956 Nov 23 05:27:28.180085 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fb71d998-13bd-4b98-80fc-a2d4031f2bd9 req-42bbc38c-3349-4e3e-8f33-88e750510d95 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535455 Nov 23 05:27:28.597713 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:28.855869 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc22776-fd6a-45d5-8719-0e8d6231ace1 req-ce79aefe-1dfb-4c33-9eae-ac24edd6241f tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:28.857535 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-dcc22776-fd6a-45d5-8719-0e8d6231ace1 req-ce79aefe-1dfb-4c33-9eae-ac24edd6241f tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.48 "GET /v2.0/ports?device_id=804806a1-0dc5-4f1d-b60c-ab5b44b647d5 HTTP/1.1" status: 200 len: 943 time: 0.0570967 Nov 23 05:27:28.922337 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-dcc22776-fd6a-45d5-8719-0e8d6231ace1 req-e8f01bac-9737-4d5b-871e-35e029df4cae tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.48 "GET /v2.0/security-groups?id=e06a2ee8-d584-4d19-9f32-b4a45affb585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586598 Nov 23 05:27:29.298712 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ed2b48-5cb8-45c3-b031-07d82fe2d4f3 req-8edbe1f5-3f2f-45d8-9d67-c9c8c2927798 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:29.300851 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-10ed2b48-5cb8-45c3-b031-07d82fe2d4f3 req-8edbe1f5-3f2f-45d8-9d67-c9c8c2927798 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 945 time: 0.0506263 Nov 23 05:27:29.354746 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-10ed2b48-5cb8-45c3-b031-07d82fe2d4f3 req-c6694f56-39a9-4ab1-b455-498cc0b2ef3c tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480890 Nov 23 05:27:29.565376 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device 73c6695d-92fb-47bb-a823-cf3ae6b7b80a details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=102518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 05:27:29.668143 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port 73c6695d-92fb-47bb-a823-cf3ae6b7b80a, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=73c6695d-92fb-47bb-a823-cf3ae6b7b80a,segment=NetworkSegment(1515d0ce-2cbd-4261-b314-e273fe29d99a),segment_id=1515d0ce-2cbd-4261-b314-e273fe29d99a)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:27:29.681434 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Returning: {'device': '73c6695d-92fb-47bb-a823-cf3ae6b7b80a', 'network_id': '260f3bcb-934f-42af-b0c9-c507f293a5d8', 'port_id': '73c6695d-92fb-47bb-a823-cf3ae6b7b80a', 'mac_address': 'fa:16:3e:01:6e:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '771eda2d-2291-4d64-a355-d9b8f1fe5202', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 05:27:29.720379 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:29.734000 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.notifiers.nova [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73c6695d-92fb-47bb-a823-cf3ae6b7b80a {{(pid=102518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:27:29.755076 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port 73c6695d-92fb-47bb-a823-cf3ae6b7b80a, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=73c6695d-92fb-47bb-a823-cf3ae6b7b80a,segment=NetworkSegment(1515d0ce-2cbd-4261-b314-e273fe29d99a),segment_id=1515d0ce-2cbd-4261-b314-e273fe29d99a)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:27:29.759101 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:29.809214 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Pushing event updated for resources: {'Port': ['ID=73c6695d-92fb-47bb-a823-cf3ae6b7b80a,revision_number=4']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:27:29.816900 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:27:29.817288 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:27:29.817642 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:27:29.817985 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:27:29.818326 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:27:29.818665 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:27:29.819026 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:27:29.819363 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:27:29.819698 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:27:29.820029 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:27:29.820356 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:27:29.820685 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:27:30.041763 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df260ad7-75f8-42a4-9822-e3bfe9b9536c req-e9bc2e68-04e9-4bdb-8c8e-1d6c7a2a4153 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:30.043272 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-df260ad7-75f8-42a4-9822-e3bfe9b9536c req-e9bc2e68-04e9-4bdb-8c8e-1d6c7a2a4153 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.48 "GET /v2.0/ports?device_id=804806a1-0dc5-4f1d-b60c-ab5b44b647d5 HTTP/1.1" status: 200 len: 944 time: 0.0511651 Nov 23 05:27:30.092418 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-df260ad7-75f8-42a4-9822-e3bfe9b9536c req-86a6a321-7586-4d67-a683-ef0f943262ba tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.48 "GET /v2.0/security-groups?id=e06a2ee8-d584-4d19-9f32-b4a45affb585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432425 Nov 23 05:27:30.139764 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] get_ports_and_sgs() called for port_ids ['73c6695d-92fb-47bb-a823-cf3ae6b7b80a'] {{(pid=102518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:27:30.787277 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c1136-d014-472e-bb21-8f779a824950 req-ec0466bf-09a0-4e92-9665-fd4cbcadea53 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:30.788745 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-115c1136-d014-472e-bb21-8f779a824950 req-ec0466bf-09a0-4e92-9665-fd4cbcadea53 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 945 time: 0.0559075 Nov 23 05:27:30.836596 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-115c1136-d014-472e-bb21-8f779a824950 req-ceec6515-ab19-4c17-9511-1277187c96a4 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419939 Nov 23 05:27:31.266364 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c0030-3db4-4be7-bbcc-cf40709a7e79 req-5291a3c5-62c1-40c4-8f6b-eeb6f7fbf268 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:31.267860 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-813c0030-3db4-4be7-bbcc-cf40709a7e79 req-5291a3c5-62c1-40c4-8f6b-eeb6f7fbf268 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.48 "GET /v2.0/ports?device_id=804806a1-0dc5-4f1d-b60c-ab5b44b647d5 HTTP/1.1" status: 200 len: 944 time: 0.0584369 Nov 23 05:27:31.316396 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-813c0030-3db4-4be7-bbcc-cf40709a7e79 req-13d80c51-4dae-497f-b05a-1419f8b65824 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.48 "GET /v2.0/security-groups?id=e06a2ee8-d584-4d19-9f32-b4a45affb585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417869 Nov 23 05:27:31.569816 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device 73c6695d-92fb-47bb-a823-cf3ae6b7b80a up at agent hyperv_hv-cinder-80507 {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:27:31.624034 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Provisioning for port 73c6695d-92fb-47bb-a823-cf3ae6b7b80a completed by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 05:27:31.628322 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Provisioning complete for port 73c6695d-92fb-47bb-a823-cf3ae6b7b80a triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:27:31.628944 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:31.718728 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:31.743521 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '804806a1-0dc5-4f1d-b60c-ab5b44b647d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73c6695d-92fb-47bb-a823-cf3ae6b7b80a'}] {{(pid=102518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:27:31.745644 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1555ff6ee76347fd5083048713d2688504cf60c4b4cdc9acc0e7e1b3a3add239" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64de2dc8-79c1-4af0-8c4a-6cf258d81dfd" -d '{"events": [{"server_uuid": "804806a1-0dc5-4f1d-b60c-ab5b44b647d5", "name": "network-vif-plugged", "status": "completed", "tag": "73c6695d-92fb-47bb-a823-cf3ae6b7b80a"}]}' {{(pid=102518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:27:31.758670 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port 73c6695d-92fb-47bb-a823-cf3ae6b7b80a, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=73c6695d-92fb-47bb-a823-cf3ae6b7b80a,segment=NetworkSegment(1515d0ce-2cbd-4261-b314-e273fe29d99a),segment_id=1515d0ce-2cbd-4261-b314-e273fe29d99a)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:27:31.762704 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:31.786393 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8086a753-2314-4dab-b6ef-790f81d1dc26 x-openstack-request-id: req-8086a753-2314-4dab-b6ef-790f81d1dc26 {{(pid=102518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:27:31.786712 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "804806a1-0dc5-4f1d-b60c-ab5b44b647d5", "name": "network-vif-plugged", "status": "completed", "tag": "73c6695d-92fb-47bb-a823-cf3ae6b7b80a", "code": 200}]} {{(pid=102518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:27:31.787004 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8086a753-2314-4dab-b6ef-790f81d1dc26 {{(pid=102518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:27:31.787403 dv-cinder-805072-6-iscsi neutron-server[102518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '804806a1-0dc5-4f1d-b60c-ab5b44b647d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73c6695d-92fb-47bb-a823-cf3ae6b7b80a', 'code': 200} Nov 23 05:27:31.814447 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Pushing event updated for resources: {'Port': ['ID=73c6695d-92fb-47bb-a823-cf3ae6b7b80a,revision_number=5']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:27:32.021348 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d587fc3-e1f8-4a4b-a9e1-7e3e94ca7c8a req-a75f44d2-f102-4bed-8bab-68d2a409d904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:32.022809 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9d587fc3-e1f8-4a4b-a9e1-7e3e94ca7c8a req-a75f44d2-f102-4bed-8bab-68d2a409d904 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=804806a1-0dc5-4f1d-b60c-ab5b44b647d5 HTTP/1.1" status: 200 len: 1098 time: 0.0405161 Nov 23 05:27:32.072998 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9d587fc3-e1f8-4a4b-a9e1-7e3e94ca7c8a req-286144e4-33cc-484e-8fe1-bd27f4f9984f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e06a2ee8-d584-4d19-9f32-b4a45affb585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421255 Nov 23 05:27:32.437466 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15feba7c-0f62-487a-b381-8254c228d0e7 req-080bdf31-b292-4aa1-8695-6fc16e39a457 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:32.438937 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-15feba7c-0f62-487a-b381-8254c228d0e7 req-080bdf31-b292-4aa1-8695-6fc16e39a457 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.48 "GET /v2.0/ports?device_id=804806a1-0dc5-4f1d-b60c-ab5b44b647d5 HTTP/1.1" status: 200 len: 945 time: 0.0518434 Nov 23 05:27:32.490343 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-15feba7c-0f62-487a-b381-8254c228d0e7 req-6c9bba5f-051b-41b1-bd0c-d8daf6127f10 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.48 "GET /v2.0/security-groups?id=e06a2ee8-d584-4d19-9f32-b4a45affb585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448959 Nov 23 05:27:33.016086 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 60262) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:27:33.122075 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-b3851137-ed75-4ea7-b218-68e0a162eecc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:33.203168 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-b3851137-ed75-4ea7-b218-68e0a162eecc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:33.207409 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-b3851137-ed75-4ea7-b218-68e0a162eecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:33.244010 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-b3851137-ed75-4ea7-b218-68e0a162eecc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2791a215d8634c9fa44bd74045b14609&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2268252 Nov 23 05:27:33.244866 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3851137-ed75-4ea7-b218-68e0a162eecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b97c58-80d1-4740-bb46-69199418593f,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:27:33.247735 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 60266) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:27:33.314204 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2d7de303-db78-4f58-864e-eea5262a26bf req-cc5da769-e3c3-486f-a765-4d079d0e79db service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ced07a84-22c3-4598-9da4-21800b5df478&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0759418 Nov 23 05:27:33.328774 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-7f3cfd83-5915-4df6-ac7c-076888295fd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:33.357080 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-7f3cfd83-5915-4df6-ac7c-076888295fd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:33.436920 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7de303-db78-4f58-864e-eea5262a26bf req-55cbfde1-dd16-4466-9377-ba870e4b1833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:33.438497 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2d7de303-db78-4f58-864e-eea5262a26bf req-55cbfde1-dd16-4466-9377-ba870e4b1833 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=69e7ea777b914593bb44950d24bd1f10&device_id=ced07a84-22c3-4598-9da4-21800b5df478 HTTP/1.1" status: 200 len: 1098 time: 0.0611908 Nov 23 05:27:33.458224 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-7f3cfd83-5915-4df6-ac7c-076888295fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:33.461330 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-7f3cfd83-5915-4df6-ac7c-076888295fd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:33.461475 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-b02c9246-d422-4e4d-a74a-5d90791fb9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:33.462474 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-7f3cfd83-5915-4df6-ac7c-076888295fd7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/78b97c58-80d1-4740-bb46-69199418593f HTTP/1.1" status: 204 len: 168 time: 0.2134531 Nov 23 05:27:33.480986 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3cfd83-5915-4df6-ac7c-076888295fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b97c58-80d1-4740-bb46-69199418593f,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:27:33.568673 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7de303-db78-4f58-864e-eea5262a26bf req-40cb4132-083f-4cb5-96f0-7f91d6ee4563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:33.570132 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2d7de303-db78-4f58-864e-eea5262a26bf req-40cb4132-083f-4cb5-96f0-7f91d6ee4563 service neutron] 10.222.0.54 "GET /v2.0/networks?id=50773825-fd81-4958-87b4-2ed90bf98952 HTTP/1.1" status: 200 len: 919 time: 0.1037738 Nov 23 05:27:33.638575 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2d7de303-db78-4f58-864e-eea5262a26bf req-06af8ab5-23b4-4caf-a769-413e595378b8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58fc10fd-44a0-4e15-a1cb-fde92a71ae87 HTTP/1.1" status: 200 len: 217 time: 0.0579109 Nov 23 05:27:33.694256 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918684ea-cfb2-4009-9eb5-24bdc7fc7ca8 req-d6c3c63b-9639-480e-8d99-e8b58ed58f8f tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:33.695909 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-918684ea-cfb2-4009-9eb5-24bdc7fc7ca8 req-d6c3c63b-9639-480e-8d99-e8b58ed58f8f tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.48 "GET /v2.0/ports?device_id=804806a1-0dc5-4f1d-b60c-ab5b44b647d5 HTTP/1.1" status: 200 len: 945 time: 0.1297610 Nov 23 05:27:33.719250 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7de303-db78-4f58-864e-eea5262a26bf req-07b3beb9-3896-4c56-a61b-8741cc3959af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:33.720632 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2d7de303-db78-4f58-864e-eea5262a26bf req-07b3beb9-3896-4c56-a61b-8741cc3959af service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1ab3fbc5-9816-4f2a-a489-0455f1380f70 HTTP/1.1" status: 200 len: 858 time: 0.0716953 Nov 23 05:27:33.771632 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2d7de303-db78-4f58-864e-eea5262a26bf req-127bbc08-922f-487b-997a-bc64e08ff8eb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=50773825-fd81-4958-87b4-2ed90bf98952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356355 Nov 23 05:27:33.783719 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-918684ea-cfb2-4009-9eb5-24bdc7fc7ca8 req-ad888e4f-4916-43e1-96df-54ecbf64c04e tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.48 "GET /v2.0/security-groups?id=e06a2ee8-d584-4d19-9f32-b4a45affb585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766966 Nov 23 05:27:33.883838 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2d7de303-db78-4f58-864e-eea5262a26bf req-56714b4c-a997-4a10-8ae2-15fcb643f671 service neutron] 10.222.0.54 "GET /v2.0/networks/50773825-fd81-4958-87b4-2ed90bf98952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925982 Nov 23 05:27:33.983351 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2d7de303-db78-4f58-864e-eea5262a26bf req-d5149561-f52f-4aa7-8d6d-8dc2181f1af5 service neutron] 10.222.0.54 "GET /v2.0/networks/50773825-fd81-4958-87b4-2ed90bf98952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908160 Nov 23 05:27:34.611692 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7422d3-e97c-4814-92bd-3a4d9b0b1db9 req-ac2b6b3c-535e-407a-ab44-db40ff78b15b tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:34.613062 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6a7422d3-e97c-4814-92bd-3a4d9b0b1db9 req-ac2b6b3c-535e-407a-ab44-db40ff78b15b tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.48 "GET /v2.0/ports?device_id=804806a1-0dc5-4f1d-b60c-ab5b44b647d5 HTTP/1.1" status: 200 len: 945 time: 0.0531621 Nov 23 05:27:34.660939 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6a7422d3-e97c-4814-92bd-3a4d9b0b1db9 req-04581e02-cc10-4d24-978c-622ad620f345 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.48 "GET /v2.0/security-groups?id=e06a2ee8-d584-4d19-9f32-b4a45affb585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417035 Nov 23 05:27:35.272374 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed879bc-6b0b-41f1-b6d6-cafe0f8eef8e req-1da7e0a4-be80-4ca8-9f92-2c62e996c33b tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:35.273994 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4ed879bc-6b0b-41f1-b6d6-cafe0f8eef8e req-1da7e0a4-be80-4ca8-9f92-2c62e996c33b tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 945 time: 0.0510306 Nov 23 05:27:35.335418 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4ed879bc-6b0b-41f1-b6d6-cafe0f8eef8e req-c9729dbe-e706-4566-a700-800b415879a6 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=7470cc19-88e4-4a2a-8e87-add4a0c82a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554821 Nov 23 05:27:35.665097 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-ab80e993-3a31-4880-abbb-8e334c310b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:35.785401 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d014e558-7460-41a4-a625-6b0bda391321 req-49d88f49-17de-496c-a0d5-83b3428d121c tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:35.787179 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d014e558-7460-41a4-a625-6b0bda391321 req-49d88f49-17de-496c-a0d5-83b3428d121c tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.48 "GET /v2.0/ports?device_id=804806a1-0dc5-4f1d-b60c-ab5b44b647d5 HTTP/1.1" status: 200 len: 945 time: 0.0523174 Nov 23 05:27:35.836658 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d014e558-7460-41a4-a625-6b0bda391321 req-2916d0e5-0971-480a-8f9c-b36f0dafc8f9 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.48 "GET /v2.0/security-groups?id=e06a2ee8-d584-4d19-9f32-b4a45affb585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434923 Nov 23 05:27:36.484567 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca9db5-1eac-4449-9181-740b6fcabfdc req-e878dfd7-1114-495f-8baf-485724050dc2 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:36.486122 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ecca9db5-1eac-4449-9181-740b6fcabfdc req-e878dfd7-1114-495f-8baf-485724050dc2 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 945 time: 0.0725365 Nov 23 05:27:36.576714 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ecca9db5-1eac-4449-9181-740b6fcabfdc req-719ed161-641b-49de-bb97-769b4e740fae tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=7470cc19-88e4-4a2a-8e87-add4a0c82a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842996 Nov 23 05:27:36.593249 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b3edd-ef9d-45fd-b7e6-6d19e17c5d4c req-17ad5db5-eb6c-4223-a9a3-3d9f768c16b9 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:36.594725 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-136b3edd-ef9d-45fd-b7e6-6d19e17c5d4c req-17ad5db5-eb6c-4223-a9a3-3d9f768c16b9 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 946 time: 0.0731664 Nov 23 05:27:36.646789 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-136b3edd-ef9d-45fd-b7e6-6d19e17c5d4c req-c110838e-ed39-4d6c-9119-ac4ccfded203 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460365 Nov 23 05:27:36.904430 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd5e6a2-e053-48ab-922a-b72084cefa14 req-824326ef-3e07-4328-ac96-bafcfacf5ebf tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:36.905991 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7dd5e6a2-e053-48ab-922a-b72084cefa14 req-824326ef-3e07-4328-ac96-bafcfacf5ebf tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.54 "GET /v2.0/ports?device_id=804806a1-0dc5-4f1d-b60c-ab5b44b647d5 HTTP/1.1" status: 200 len: 945 time: 0.0506215 Nov 23 05:27:37.015103 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-7dd5e6a2-e053-48ab-922a-b72084cefa14 req-ee81ff2d-6a9f-4fe6-9191-0778d3651746 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Deleting port 73c6695d-92fb-47bb-a823-cf3ae6b7b80a {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:27:37.015449 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-7dd5e6a2-e053-48ab-922a-b72084cefa14 req-ee81ff2d-6a9f-4fe6-9191-0778d3651746 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751724797224'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:37.053559 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-cb0bae37-5947-48f5-b8ea-be8dc2c46173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:37.140911 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d8a42b-9eef-4a2c-a15f-bba6ed5b1ab6 req-b00f56ae-1b2e-40ed-93c4-175c751ec1ad tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:37.142446 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-24d8a42b-9eef-4a2c-a15f-bba6ed5b1ab6 req-b00f56ae-1b2e-40ed-93c4-175c751ec1ad tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.48 "GET /v2.0/ports?device_id=804806a1-0dc5-4f1d-b60c-ab5b44b647d5 HTTP/1.1" status: 200 len: 945 time: 0.0820677 Nov 23 05:27:37.148238 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-7dd5e6a2-e053-48ab-922a-b72084cefa14 req-ee81ff2d-6a9f-4fe6-9191-0778d3651746 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] For port 73c6695d-92fb-47bb-a823-cf3ae6b7b80a, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=73c6695d-92fb-47bb-a823-cf3ae6b7b80a,segment=NetworkSegment(1515d0ce-2cbd-4261-b314-e273fe29d99a),segment_id=1515d0ce-2cbd-4261-b314-e273fe29d99a)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:27:37.148604 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-7dd5e6a2-e053-48ab-922a-b72084cefa14 req-ee81ff2d-6a9f-4fe6-9191-0778d3651746 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630705'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:37.173352 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-7dd5e6a2-e053-48ab-922a-b72084cefa14 req-ee81ff2d-6a9f-4fe6-9191-0778d3651746 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Calling delete_port for 73c6695d-92fb-47bb-a823-cf3ae6b7b80a owned by compute:nova {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:27:37.245599 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-24d8a42b-9eef-4a2c-a15f-bba6ed5b1ab6 req-eed36507-6466-4dfb-9f0d-70abbaac1fdb tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.48 "GET /v2.0/security-groups?id=e06a2ee8-d584-4d19-9f32-b4a45affb585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944226 Nov 23 05:27:37.327597 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-7dd5e6a2-e053-48ab-922a-b72084cefa14 req-ee81ff2d-6a9f-4fe6-9191-0778d3651746 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751724800597', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751724218543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237887'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:37.356633 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee81ff2d-6a9f-4fe6-9191-0778d3651746 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Pushing event deleted for resources: {'Port': ['ID=73c6695d-92fb-47bb-a823-cf3ae6b7b80a,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:27:37.366540 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] get_ports_and_sgs() called for port_ids ['73c6695d-92fb-47bb-a823-cf3ae6b7b80a'] {{(pid=102518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:27:37.399899 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd5e6a2-e053-48ab-922a-b72084cefa14 req-ee81ff2d-6a9f-4fe6-9191-0778d3651746 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] No DVR routers for this DVR port 73c6695d-92fb-47bb-a823-cf3ae6b7b80a on host hv-cinder-80507 {{(pid=102516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:27:37.402351 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-7dd5e6a2-e053-48ab-922a-b72084cefa14 req-ee81ff2d-6a9f-4fe6-9191-0778d3651746 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:37.405887 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7dd5e6a2-e053-48ab-922a-b72084cefa14 req-ee81ff2d-6a9f-4fe6-9191-0778d3651746 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.54 "DELETE /v2.0/ports/73c6695d-92fb-47bb-a823-cf3ae6b7b80a HTTP/1.1" status: 204 len: 173 time: 0.4891655 Nov 23 05:27:37.406438 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '804806a1-0dc5-4f1d-b60c-ab5b44b647d5', 'name': 'network-vif-deleted', 'tag': '73c6695d-92fb-47bb-a823-cf3ae6b7b80a'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:27:37.408784 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20d478f7b504b4f7a92aed5d5c075fb26ddad21beb532cc87d656362fb0682d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdbbe04c-4eb2-4f0f-a6f9-2bfc5ad7c84c" -d '{"events": [{"server_uuid": "804806a1-0dc5-4f1d-b60c-ab5b44b647d5", "name": "network-vif-deleted", "tag": "73c6695d-92fb-47bb-a823-cf3ae6b7b80a"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:27:37.448666 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9d4279-abb2-4f44-9994-a18908704b7a x-openstack-request-id: req-5d9d4279-abb2-4f44-9994-a18908704b7a {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:27:37.449110 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "804806a1-0dc5-4f1d-b60c-ab5b44b647d5", "name": "network-vif-deleted", "tag": "73c6695d-92fb-47bb-a823-cf3ae6b7b80a", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:27:37.449375 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5d9d4279-abb2-4f44-9994-a18908704b7a {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:27:37.450066 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '804806a1-0dc5-4f1d-b60c-ab5b44b647d5', 'name': 'network-vif-deleted', 'tag': '73c6695d-92fb-47bb-a823-cf3ae6b7b80a', 'status': 'completed', 'code': 200} Nov 23 05:27:37.694061 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468d939f-389a-4905-9f3f-d3771c046854 req-d6dd74c2-77f3-41fa-ab46-757f643a58f6 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:37.697617 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-468d939f-389a-4905-9f3f-d3771c046854 req-d6dd74c2-77f3-41fa-ab46-757f643a58f6 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 945 time: 0.0534871 Nov 23 05:27:37.771491 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-468d939f-389a-4905-9f3f-d3771c046854 req-2fe90e92-dc53-4690-937c-a045c8e91d24 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=7470cc19-88e4-4a2a-8e87-add4a0c82a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670583 Nov 23 05:27:37.790841 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa0d53-dc07-4c15-b418-61c2518e956e req-9a298b0f-8873-478f-8ef7-deb6488119c1 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:37.792328 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-95aa0d53-dc07-4c15-b418-61c2518e956e req-9a298b0f-8873-478f-8ef7-deb6488119c1 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 946 time: 0.0608871 Nov 23 05:27:37.842190 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-95aa0d53-dc07-4c15-b418-61c2518e956e req-d705d69b-71d2-44a8-8d10-4610f31e71bc tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440016 Nov 23 05:27:38.443235 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-0cc3cdcc-aace-4769-a54e-383df0ffcf0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:38.559794 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87735344-f10a-45fc-8588-934f38a1c48e req-89cf100c-ce5d-456d-850d-4223604c0625 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:38.561355 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-87735344-f10a-45fc-8588-934f38a1c48e req-89cf100c-ce5d-456d-850d-4223604c0625 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.48 "GET /v2.0/networks?id=260f3bcb-934f-42af-b0c9-c507f293a5d8 HTTP/1.1" status: 200 len: 809 time: 0.1100812 Nov 23 05:27:38.576960 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-87735344-f10a-45fc-8588-934f38a1c48e req-66037e60-642b-4685-bbfc-8c39926b1e09 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.48 "GET /v2.0/quotas/1566102476944085b9fd0686b51b502c HTTP/1.1" status: 200 len: 375 time: 0.0098729 Nov 23 05:27:38.608499 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-87735344-f10a-45fc-8588-934f38a1c48e req-5a8025a2-efb0-43f0-8953-32bcab4f92cf tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1566102476944085b9fd0686b51b502c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258911 Nov 23 05:27:38.705122 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-87735344-f10a-45fc-8588-934f38a1c48e req-d13fef11-6d19-4a0a-b0c5-dff42010f2c0 service neutron] 10.222.0.48 "GET /v2.0/networks/260f3bcb-934f-42af-b0c9-c507f293a5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890367 Nov 23 05:27:38.794701 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-87735344-f10a-45fc-8588-934f38a1c48e req-fe6a6a16-3376-4696-868e-9004dcd00ed3 service neutron] 10.222.0.48 "GET /v2.0/networks/260f3bcb-934f-42af-b0c9-c507f293a5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826468 Nov 23 05:27:38.893898 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f998ed2a-4070-46e2-9046-dea794fda91f req-1aa0893d-8176-46a7-b7b3-15593345050d tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:38.895950 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f998ed2a-4070-46e2-9046-dea794fda91f req-1aa0893d-8176-46a7-b7b3-15593345050d tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 945 time: 0.0552049 Nov 23 05:27:38.902197 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.agents_db [None req-5ade7c98-4a19-45de-8fb0-464f54244c1e None None] Agent healthcheck: found 6 active agents {{(pid=102519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:27:38.956209 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f998ed2a-4070-46e2-9046-dea794fda91f req-d66d9ec0-ae7f-46c8-b29b-c966e943e11f tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=7470cc19-88e4-4a2a-8e87-add4a0c82a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529833 Nov 23 05:27:39.010516 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31988e1f-0fd7-4571-860e-e3f7e25fe5ba req-18b470fb-5082-49b9-b4fd-de5164891a96 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:39.012017 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-31988e1f-0fd7-4571-860e-e3f7e25fe5ba req-18b470fb-5082-49b9-b4fd-de5164891a96 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 946 time: 0.0603731 Nov 23 05:27:39.043155 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6d500ff2-bde8-43f8-9c22-85bb5af83e0c req-f9005527-b6c0-4c85-8cdf-788bca026249 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e02b3ac-f811-4b19-81df-df4ce0cc2536 HTTP/1.1" status: 200 len: 210 time: 0.0419660 Nov 23 05:27:39.090770 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:39.095191 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-31988e1f-0fd7-4571-860e-e3f7e25fe5ba req-cbac09a8-f8e1-4e80-a012-028fcdb2898b tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715630 Nov 23 05:27:40.078619 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b659890-58d9-46eb-a5d9-e3b57015c379 req-d82798a8-a69b-475e-92e2-96b86b345b78 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:40.080152 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6b659890-58d9-46eb-a5d9-e3b57015c379 req-d82798a8-a69b-475e-92e2-96b86b345b78 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 945 time: 0.0531178 Nov 23 05:27:40.153061 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-80c2980d-1916-4ddd-9281-393291fda750 req-fd190b68-fcb0-4250-b47d-a5e663af8436 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e02b3ac-f811-4b19-81df-df4ce0cc2536 HTTP/1.1" status: 200 len: 210 time: 0.0378835 Nov 23 05:27:40.161064 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6b659890-58d9-46eb-a5d9-e3b57015c379 req-e8dbea56-11ce-42c3-9c42-44f9d59b7ebd tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=7470cc19-88e4-4a2a-8e87-add4a0c82a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736194 Nov 23 05:27:40.309483 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8567ad20-ff4f-4e38-8e50-f5775672449d req-efa8e25d-3202-45bf-9c69-733453d55769 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:40.310972 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8567ad20-ff4f-4e38-8e50-f5775672449d req-efa8e25d-3202-45bf-9c69-733453d55769 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 946 time: 0.0990176 Nov 23 05:27:40.357607 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87735344-f10a-45fc-8588-934f38a1c48e req-305e7646-7c89-45cb-8495-e19eed8523d0 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:40.359086 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-87735344-f10a-45fc-8588-934f38a1c48e req-305e7646-7c89-45cb-8495-e19eed8523d0 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.54 "GET /v2.0/networks?id=260f3bcb-934f-42af-b0c9-c507f293a5d8 HTTP/1.1" status: 200 len: 809 time: 0.1566591 Nov 23 05:27:40.386031 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8567ad20-ff4f-4e38-8e50-f5775672449d req-5d74f46a-fb8a-411b-bf70-69d10905a1d5 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650969 Nov 23 05:27:40.390576 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [req-87735344-f10a-45fc-8588-934f38a1c48e req-77e04468-0c52-4c34-8948-38a09f18fbfa tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Request body: {'port': {'device_id': '7e02b3ac-f811-4b19-81df-df4ce0cc2536', 'network_id': '260f3bcb-934f-42af-b0c9-c507f293a5d8', 'admin_state_up': True, 'tenant_id': '1566102476944085b9fd0686b51b502c'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:27:40.501727 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87735344-f10a-45fc-8588-934f38a1c48e req-77e04468-0c52-4c34-8948-38a09f18fbfa tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Made reservation on behalf of 1566102476944085b9fd0686b51b502c for: {'port': 1} {{(pid=102516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:27:40.505368 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-87735344-f10a-45fc-8588-934f38a1c48e req-77e04468-0c52-4c34-8948-38a09f18fbfa tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:40.629945 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.db_base_plugin_common [req-87735344-f10a-45fc-8588-934f38a1c48e req-77e04468-0c52-4c34-8948-38a09f18fbfa tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Allocated IP 172.20.0.8 (260f3bcb-934f-42af-b0c9-c507f293a5d8/771eda2d-2291-4d64-a355-d9b8f1fe5202/73a8463c-1c0b-4170-bcb9-fde9f2f49f14) {{(pid=102516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:27:40.803689 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-87735344-f10a-45fc-8588-934f38a1c48e req-77e04468-0c52-4c34-8948-38a09f18fbfa tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Publish callbacks [] for port, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:40.839297 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-87735344-f10a-45fc-8588-934f38a1c48e req-77e04468-0c52-4c34-8948-38a09f18fbfa tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751724218534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237887'] for port, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:40.887137 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87735344-f10a-45fc-8588-934f38a1c48e req-77e04468-0c52-4c34-8948-38a09f18fbfa tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Network 260f3bcb-934f-42af-b0c9-c507f293a5d8 is already hosted by enough agents. {{(pid=102516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:27:40.890238 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [req-87735344-f10a-45fc-8588-934f38a1c48e req-77e04468-0c52-4c34-8948-38a09f18fbfa tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Resources bound (agent type, host, resource id): {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:27:40.893745 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [req-87735344-f10a-45fc-8588-934f38a1c48e req-77e04468-0c52-4c34-8948-38a09f18fbfa tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Received port after_create {{(pid=102516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:27:40.900385 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e04468-0c52-4c34-8948-38a09f18fbfa tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Pushing event updated for resources: {'Port': ['ID=73a8463c-1c0b-4170-bcb9-fde9f2f49f14,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:27:40.945622 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87735344-f10a-45fc-8588-934f38a1c48e req-77e04468-0c52-4c34-8948-38a09f18fbfa tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:40.946232 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-87735344-f10a-45fc-8588-934f38a1c48e req-77e04468-0c52-4c34-8948-38a09f18fbfa tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:40.962127 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-87735344-f10a-45fc-8588-934f38a1c48e req-77e04468-0c52-4c34-8948-38a09f18fbfa tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5750508 Nov 23 05:27:41.009234 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [req-87735344-f10a-45fc-8588-934f38a1c48e req-f51e4de2-bfdb-4542-84d2-95f91c817d4a service neutron] Request body: {'port': {'device_id': '7e02b3ac-f811-4b19-81df-df4ce0cc2536', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80507'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:27:41.062619 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-87735344-f10a-45fc-8588-934f38a1c48e req-f51e4de2-bfdb-4542-84d2-95f91c817d4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:41.529590 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf86c4-a730-4efd-beb0-dffe2d238247 req-22013c2c-ecc2-4b33-96c3-5b4d6605e30a tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:41.531106 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-becf86c4-a730-4efd-beb0-dffe2d238247 req-22013c2c-ecc2-4b33-96c3-5b4d6605e30a tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e02b3ac-f811-4b19-81df-df4ce0cc2536 HTTP/1.1" status: 200 len: 931 time: 0.3022888 Nov 23 05:27:41.546201 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc64a4-b056-4513-a7e8-2c5ee5fc4ee0 req-89e82a92-9997-41a7-b891-5f4f6d1ae426 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:41.547659 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a6cc64a4-b056-4513-a7e8-2c5ee5fc4ee0 req-89e82a92-9997-41a7-b891-5f4f6d1ae426 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 945 time: 0.3063300 Nov 23 05:27:41.626720 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device 73c6695d-92fb-47bb-a823-cf3ae6b7b80a no longer exists at agent hyperv_hv-cinder-80507 {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:27:41.650017 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] No Port match for: 73c6695d-92fb-47bb-a823-cf3ae6b7b80a {{(pid=102518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:27:41.650368 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device 73c6695d-92fb-47bb-a823-cf3ae6b7b80a not bound to the agent host hv-cinder-80507 {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:27:41.666566 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [req-87735344-f10a-45fc-8588-934f38a1c48e req-f51e4de2-bfdb-4542-84d2-95f91c817d4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73a8463c-1c0b-4170-bcb9-fde9f2f49f14 {{(pid=102516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:27:41.678854 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-becf86c4-a730-4efd-beb0-dffe2d238247 req-158cb033-1f38-4c09-9336-1627502e2314 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.48 "GET /v2.0/security-groups?id=e06a2ee8-d584-4d19-9f32-b4a45affb585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404986 Nov 23 05:27:41.681409 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-87735344-f10a-45fc-8588-934f38a1c48e req-f51e4de2-bfdb-4542-84d2-95f91c817d4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:41.686815 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a6cc64a4-b056-4513-a7e8-2c5ee5fc4ee0 req-6d625c64-5760-490d-8b72-ffd2761364b7 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=7470cc19-88e4-4a2a-8e87-add4a0c82a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311796 Nov 23 05:27:41.703456 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.provisioning_blocks [req-87735344-f10a-45fc-8588-934f38a1c48e req-f51e4de2-bfdb-4542-84d2-95f91c817d4a service neutron] Transition to ACTIVE for port object 73a8463c-1c0b-4170-bcb9-fde9f2f49f14 will not be triggered until provisioned by entity L2. {{(pid=102516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 05:27:41.718417 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-87735344-f10a-45fc-8588-934f38a1c48e req-f51e4de2-bfdb-4542-84d2-95f91c817d4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237864'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:41.781619 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51e4de2-bfdb-4542-84d2-95f91c817d4a service neutron] Pushing event updated for resources: {'Port': ['ID=73a8463c-1c0b-4170-bcb9-fde9f2f49f14,revision_number=2']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:27:41.886721 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1a108-9664-4b33-9bc3-74f6c4453ab6 req-6689581e-d0b0-4909-aa2b-2412bcb01e54 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:41.888250 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d4e1a108-9664-4b33-9bc3-74f6c4453ab6 req-6689581e-d0b0-4909-aa2b-2412bcb01e54 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 946 time: 0.0896430 Nov 23 05:27:41.893023 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-87735344-f10a-45fc-8588-934f38a1c48e req-f51e4de2-bfdb-4542-84d2-95f91c817d4a service neutron] Attempting to bind port 73a8463c-1c0b-4170-bcb9-fde9f2f49f14 on host hv-cinder-80507 for vnic_type normal with profile {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:27:41.893334 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-87735344-f10a-45fc-8588-934f38a1c48e req-f51e4de2-bfdb-4542-84d2-95f91c817d4a service neutron] Attempting to bind port 73a8463c-1c0b-4170-bcb9-fde9f2f49f14 by drivers openvswitch,hyperv on host hv-cinder-80507 at level 0 using segments [{'id': '1515d0ce-2cbd-4261-b314-e273fe29d99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '260f3bcb-934f-42af-b0c9-c507f293a5d8'}] {{(pid=102516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:27:41.893698 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87735344-f10a-45fc-8588-934f38a1c48e req-f51e4de2-bfdb-4542-84d2-95f91c817d4a service neutron] Attempting to bind port 73a8463c-1c0b-4170-bcb9-fde9f2f49f14 on network 260f3bcb-934f-42af-b0c9-c507f293a5d8 {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:27:41.904482 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87735344-f10a-45fc-8588-934f38a1c48e req-f51e4de2-bfdb-4542-84d2-95f91c817d4a service neutron] Port 73a8463c-1c0b-4170-bcb9-fde9f2f49f14 on network 260f3bcb-934f-42af-b0c9-c507f293a5d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80507 {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 05:27:41.904803 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87735344-f10a-45fc-8588-934f38a1c48e req-f51e4de2-bfdb-4542-84d2-95f91c817d4a service neutron] Attempting to bind port 73a8463c-1c0b-4170-bcb9-fde9f2f49f14 on network 260f3bcb-934f-42af-b0c9-c507f293a5d8 {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:27:41.920452 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87735344-f10a-45fc-8588-934f38a1c48e req-f51e4de2-bfdb-4542-84d2-95f91c817d4a service neutron] Checking agent: {'id': 'b8a1d969-7c04-443a-af3a-1812b1d56913', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80507', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 5, 23, 27), 'started_at': datetime.datetime(2021, 11, 23, 5, 23, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:27:41.920790 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87735344-f10a-45fc-8588-934f38a1c48e req-f51e4de2-bfdb-4542-84d2-95f91c817d4a service neutron] Checking segment: {'id': '1515d0ce-2cbd-4261-b314-e273fe29d99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '260f3bcb-934f-42af-b0c9-c507f293a5d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:27:41.921173 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87735344-f10a-45fc-8588-934f38a1c48e req-f51e4de2-bfdb-4542-84d2-95f91c817d4a service neutron] Bound using segment: {'id': '1515d0ce-2cbd-4261-b314-e273fe29d99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '260f3bcb-934f-42af-b0c9-c507f293a5d8'} {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:27:41.921608 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-87735344-f10a-45fc-8588-934f38a1c48e req-f51e4de2-bfdb-4542-84d2-95f91c817d4a service neutron] Bound port: 73a8463c-1c0b-4170-bcb9-fde9f2f49f14, host: hv-cinder-80507, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1515d0ce-2cbd-4261-b314-e273fe29d99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '260f3bcb-934f-42af-b0c9-c507f293a5d8'}}] {{(pid=102516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:27:41.921958 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-87735344-f10a-45fc-8588-934f38a1c48e req-f51e4de2-bfdb-4542-84d2-95f91c817d4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:41.956468 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d4e1a108-9664-4b33-9bc3-74f6c4453ab6 req-83c0c421-b586-436f-9f52-1450155f5539 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594618 Nov 23 05:27:42.010406 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-87735344-f10a-45fc-8588-934f38a1c48e req-f51e4de2-bfdb-4542-84d2-95f91c817d4a service neutron] For port 73a8463c-1c0b-4170-bcb9-fde9f2f49f14, host hv-cinder-80507, cleared binding levels {{(pid=102516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:27:42.014220 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-87735344-f10a-45fc-8588-934f38a1c48e req-f51e4de2-bfdb-4542-84d2-95f91c817d4a service neutron] For port 73a8463c-1c0b-4170-bcb9-fde9f2f49f14, host hv-cinder-80507, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=73a8463c-1c0b-4170-bcb9-fde9f2f49f14,segment=NetworkSegment(1515d0ce-2cbd-4261-b314-e273fe29d99a),segment_id=1515d0ce-2cbd-4261-b314-e273fe29d99a)] {{(pid=102516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:27:42.019030 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-87735344-f10a-45fc-8588-934f38a1c48e req-f51e4de2-bfdb-4542-84d2-95f91c817d4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237864'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:42.054749 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87735344-f10a-45fc-8588-934f38a1c48e req-f51e4de2-bfdb-4542-84d2-95f91c817d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:42.055461 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-87735344-f10a-45fc-8588-934f38a1c48e req-f51e4de2-bfdb-4542-84d2-95f91c817d4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:42.057257 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-87735344-f10a-45fc-8588-934f38a1c48e req-f51e4de2-bfdb-4542-84d2-95f91c817d4a service neutron] 10.222.0.54 "PUT /v2.0/ports/73a8463c-1c0b-4170-bcb9-fde9f2f49f14 HTTP/1.1" status: 200 len: 1093 time: 1.0521419 Nov 23 05:27:42.060128 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e02b3ac-f811-4b19-81df-df4ce0cc2536', 'tag': '73a8463c-1c0b-4170-bcb9-fde9f2f49f14'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:27:42.063052 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20d478f7b504b4f7a92aed5d5c075fb26ddad21beb532cc87d656362fb0682d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-343c8a84-3cb9-40e2-a7d0-1d68553b8feb" -d '{"events": [{"name": "network-changed", "server_uuid": "7e02b3ac-f811-4b19-81df-df4ce0cc2536", "tag": "73a8463c-1c0b-4170-bcb9-fde9f2f49f14"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:27:42.094663 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51e4de2-bfdb-4542-84d2-95f91c817d4a service neutron] Pushing event updated for resources: {'Port': ['ID=73a8463c-1c0b-4170-bcb9-fde9f2f49f14,revision_number=3']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:27:42.101130 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034b6cba-3649-4893-aa19-e56c0e2372de x-openstack-request-id: req-034b6cba-3649-4893-aa19-e56c0e2372de {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:27:42.101419 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e02b3ac-f811-4b19-81df-df4ce0cc2536", "tag": "73a8463c-1c0b-4170-bcb9-fde9f2f49f14", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:27:42.101673 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-034b6cba-3649-4893-aa19-e56c0e2372de {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:27:42.102075 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e02b3ac-f811-4b19-81df-df4ce0cc2536', 'tag': '73a8463c-1c0b-4170-bcb9-fde9f2f49f14', 'status': 'completed', 'code': 200} Nov 23 05:27:42.200846 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87735344-f10a-45fc-8588-934f38a1c48e req-0cf37d75-66c2-4e9a-a477-ae278994ee8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:42.202342 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-87735344-f10a-45fc-8588-934f38a1c48e req-0cf37d75-66c2-4e9a-a477-ae278994ee8e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1566102476944085b9fd0686b51b502c&device_id=7e02b3ac-f811-4b19-81df-df4ce0cc2536 HTTP/1.1" status: 200 len: 1096 time: 0.0439973 Nov 23 05:27:42.253755 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-87735344-f10a-45fc-8588-934f38a1c48e req-9e84a638-b895-4c15-bbef-8c963dec9da1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73a8463c-1c0b-4170-bcb9-fde9f2f49f14 HTTP/1.1" status: 200 len: 217 time: 0.0336635 Nov 23 05:27:42.306560 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87735344-f10a-45fc-8588-934f38a1c48e req-7be1def6-de78-41f2-bfb7-992e2a79b1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:42.307944 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-87735344-f10a-45fc-8588-934f38a1c48e req-7be1def6-de78-41f2-bfb7-992e2a79b1eb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=771eda2d-2291-4d64-a355-d9b8f1fe5202 HTTP/1.1" status: 200 len: 849 time: 0.0465336 Nov 23 05:27:42.340867 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-87735344-f10a-45fc-8588-934f38a1c48e req-4024cbab-16b7-4379-a8f2-078f39b5bef6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=260f3bcb-934f-42af-b0c9-c507f293a5d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250292 Nov 23 05:27:42.447023 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-87735344-f10a-45fc-8588-934f38a1c48e req-9554fa8c-cafa-4cce-81eb-a49affec1c1f service neutron] 10.222.0.54 "GET /v2.0/networks/260f3bcb-934f-42af-b0c9-c507f293a5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898654 Nov 23 05:27:42.559136 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-87735344-f10a-45fc-8588-934f38a1c48e req-a4a37bc7-631f-46e2-b1de-1c19d0636dd0 service neutron] 10.222.0.54 "GET /v2.0/networks/260f3bcb-934f-42af-b0c9-c507f293a5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903637 Nov 23 05:27:42.716288 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c8a84-3cb9-40e2-a7d0-1d68553b8feb req-34d08bbb-d2f5-4cb5-b152-7ebbd51261bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:42.717758 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-343c8a84-3cb9-40e2-a7d0-1d68553b8feb req-34d08bbb-d2f5-4cb5-b152-7ebbd51261bb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1566102476944085b9fd0686b51b502c&device_id=7e02b3ac-f811-4b19-81df-df4ce0cc2536 HTTP/1.1" status: 200 len: 1096 time: 0.0419505 Nov 23 05:27:42.885105 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17faf18d-43d8-4527-8dbe-3978ccf8521b req-bffb4725-2111-438b-ace0-bcd9b53abb72 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:42.886583 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-17faf18d-43d8-4527-8dbe-3978ccf8521b req-bffb4725-2111-438b-ace0-bcd9b53abb72 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e02b3ac-f811-4b19-81df-df4ce0cc2536 HTTP/1.1" status: 200 len: 943 time: 0.1110408 Nov 23 05:27:42.897750 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c8a84-3cb9-40e2-a7d0-1d68553b8feb req-96daf3c3-341b-4c9c-9a34-ac4057ea9811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:42.899148 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-343c8a84-3cb9-40e2-a7d0-1d68553b8feb req-96daf3c3-341b-4c9c-9a34-ac4057ea9811 service neutron] 10.222.0.54 "GET /v2.0/networks?id=260f3bcb-934f-42af-b0c9-c507f293a5d8 HTTP/1.1" status: 200 len: 910 time: 0.1679764 Nov 23 05:27:42.923203 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3967d-9a58-4ee7-a601-b8196e6c5cab req-bb0da815-3645-4775-a8a5-e086c3a0ab0d tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:42.924652 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a2e3967d-9a58-4ee7-a601-b8196e6c5cab req-bb0da815-3645-4775-a8a5-e086c3a0ab0d tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 945 time: 0.1050761 Nov 23 05:27:42.983789 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-343c8a84-3cb9-40e2-a7d0-1d68553b8feb req-06f2c51d-0c7c-4519-acd6-8c319456f48a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73a8463c-1c0b-4170-bcb9-fde9f2f49f14 HTTP/1.1" status: 200 len: 217 time: 0.0570891 Nov 23 05:27:43.028694 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-17faf18d-43d8-4527-8dbe-3978ccf8521b req-e2f7f0dc-db29-4b4f-adc2-2403694e07f5 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.48 "GET /v2.0/security-groups?id=e06a2ee8-d584-4d19-9f32-b4a45affb585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354225 Nov 23 05:27:43.068618 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a2e3967d-9a58-4ee7-a601-b8196e6c5cab req-3e2a21e1-05b5-4eb4-a8af-070c27ae69b3 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=7470cc19-88e4-4a2a-8e87-add4a0c82a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343415 Nov 23 05:27:43.070132 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c8a84-3cb9-40e2-a7d0-1d68553b8feb req-48020a7d-dafc-46cb-9700-c37a3fe6cf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:43.071647 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-343c8a84-3cb9-40e2-a7d0-1d68553b8feb req-48020a7d-dafc-46cb-9700-c37a3fe6cf2a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=771eda2d-2291-4d64-a355-d9b8f1fe5202 HTTP/1.1" status: 200 len: 849 time: 0.0773785 Nov 23 05:27:43.106002 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-343c8a84-3cb9-40e2-a7d0-1d68553b8feb req-7ec9ad82-b87a-4dad-8c98-a404f0e6c364 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=260f3bcb-934f-42af-b0c9-c507f293a5d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261478 Nov 23 05:27:43.241721 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6b6a9-e5c3-401d-b8a0-430f007ba0c4 req-7e375dd4-cd53-49d7-a011-6334179f84bf tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:43.243341 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b0c6b6a9-e5c3-401d-b8a0-430f007ba0c4 req-7e375dd4-cd53-49d7-a011-6334179f84bf tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 946 time: 0.0809822 Nov 23 05:27:43.251541 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-343c8a84-3cb9-40e2-a7d0-1d68553b8feb req-45c39699-7177-4e18-a835-d1ffa869d742 service neutron] 10.222.0.54 "GET /v2.0/networks/260f3bcb-934f-42af-b0c9-c507f293a5d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313717 Nov 23 05:27:43.404052 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b0c6b6a9-e5c3-401d-b8a0-430f007ba0c4 req-c76f7fc8-b42a-4a94-89ec-817a048f5586 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520982 Nov 23 05:27:43.439146 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b611c5-599e-493f-9791-1b325cf039d4 req-b21dbbd0-f536-49a2-a76b-16b6a4efda63 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:43.440623 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b3b611c5-599e-493f-9791-1b325cf039d4 req-b21dbbd0-f536-49a2-a76b-16b6a4efda63 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 945 time: 0.1162343 Nov 23 05:27:43.457310 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f22397-b826-4bf0-8703-2cfb06d0c875 req-2f69e156-51ea-4093-8a8b-9090e76aa9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:43.459305 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-77f22397-b826-4bf0-8703-2cfb06d0c875 req-2f69e156-51ea-4093-8a8b-9090e76aa9d6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=69e7ea777b914593bb44950d24bd1f10&device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 1098 time: 0.0960615 Nov 23 05:27:43.484777 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-343c8a84-3cb9-40e2-a7d0-1d68553b8feb req-d8c6c794-83d5-4257-a262-7f47ace79c6b service neutron] 10.222.0.54 "GET /v2.0/networks/260f3bcb-934f-42af-b0c9-c507f293a5d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249246 Nov 23 05:27:43.557472 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b3b611c5-599e-493f-9791-1b325cf039d4 req-c360758e-42b8-4cf9-a17d-8c4841fd8587 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081543 Nov 23 05:27:43.601561 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f22397-b826-4bf0-8703-2cfb06d0c875 req-72182f01-8087-4c8b-81e8-f26ad38cb1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:43.603091 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-77f22397-b826-4bf0-8703-2cfb06d0c875 req-72182f01-8087-4c8b-81e8-f26ad38cb1e0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=50773825-fd81-4958-87b4-2ed90bf98952 HTTP/1.1" status: 200 len: 919 time: 0.1299253 Nov 23 05:27:43.652128 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-77f22397-b826-4bf0-8703-2cfb06d0c875 req-db1d5083-9404-4ec4-801f-61c23bfccad1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5addb99-97fe-47a8-943e-31abf62517ff HTTP/1.1" status: 200 len: 217 time: 0.0366745 Nov 23 05:27:43.715890 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f22397-b826-4bf0-8703-2cfb06d0c875 req-9fc4dfce-9f3e-48ed-90d8-710eec836f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:43.717433 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-77f22397-b826-4bf0-8703-2cfb06d0c875 req-9fc4dfce-9f3e-48ed-90d8-710eec836f8b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1ab3fbc5-9816-4f2a-a489-0455f1380f70 HTTP/1.1" status: 200 len: 858 time: 0.0528383 Nov 23 05:27:43.753618 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-77f22397-b826-4bf0-8703-2cfb06d0c875 req-599afec3-864e-4d77-9d63-d561479f2e10 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=50773825-fd81-4958-87b4-2ed90bf98952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275950 Nov 23 05:27:43.858770 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-77f22397-b826-4bf0-8703-2cfb06d0c875 req-368d8a3c-434b-4a4a-a12f-180dcc6a0145 service neutron] 10.222.0.54 "GET /v2.0/networks/50773825-fd81-4958-87b4-2ed90bf98952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966902 Nov 23 05:27:43.957693 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-77f22397-b826-4bf0-8703-2cfb06d0c875 req-f065cc87-3c06-4163-9092-5e04b3cac081 service neutron] 10.222.0.54 "GET /v2.0/networks/50773825-fd81-4958-87b4-2ed90bf98952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873373 Nov 23 05:27:44.156761 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7a11d-7d41-43a5-8de4-aff8e68dec7f req-3a7f62d9-0bff-4202-9d10-daaf2b6697d3 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:44.158184 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-20e7a11d-7d41-43a5-8de4-aff8e68dec7f req-3a7f62d9-0bff-4202-9d10-daaf2b6697d3 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e02b3ac-f811-4b19-81df-df4ce0cc2536 HTTP/1.1" status: 200 len: 943 time: 0.0604887 Nov 23 05:27:44.227211 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b36a73-a943-45cb-a4ab-c5101e08911f req-58bd746c-79b4-4061-9608-c4d1d6bd9c70 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:44.228591 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-74b36a73-a943-45cb-a4ab-c5101e08911f req-58bd746c-79b4-4061-9608-c4d1d6bd9c70 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 945 time: 0.0896704 Nov 23 05:27:44.247489 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-20e7a11d-7d41-43a5-8de4-aff8e68dec7f req-e4adf45f-aafe-4843-94a4-7a0cf0649ea8 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.48 "GET /v2.0/security-groups?id=e06a2ee8-d584-4d19-9f32-b4a45affb585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726073 Nov 23 05:27:44.288488 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-74b36a73-a943-45cb-a4ab-c5101e08911f req-ade3de6e-56d6-458a-bce9-efbb7b61e68e tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=7470cc19-88e4-4a2a-8e87-add4a0c82a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521429 Nov 23 05:27:44.525690 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db47b37e-8c16-43dc-abb4-2f070e11314a req-d48bdee7-4623-419c-b9ea-d0a6369a46a1 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:44.527599 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-db47b37e-8c16-43dc-abb4-2f070e11314a req-d48bdee7-4623-419c-b9ea-d0a6369a46a1 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 946 time: 0.0490251 Nov 23 05:27:44.575684 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-db47b37e-8c16-43dc-abb4-2f070e11314a req-0a8d288d-2c46-471c-b201-b8f5a03c243e tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419736 Nov 23 05:27:44.672764 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd196053-2dea-4782-8638-a83280f8fdbd req-ce3dc213-8082-4bba-b276-656c29bc74da tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:44.674236 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-dd196053-2dea-4782-8638-a83280f8fdbd req-ce3dc213-8082-4bba-b276-656c29bc74da tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 945 time: 0.0481355 Nov 23 05:27:44.723571 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-dd196053-2dea-4782-8638-a83280f8fdbd req-c25669d1-37e3-46f3-bc6a-afe94b50efe2 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428040 Nov 23 05:27:45.389768 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de704cd-65e7-4316-b8b2-a9a068e64240 req-03ffb892-a6bc-4026-b633-8908f3a2afe0 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:45.392435 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4de704cd-65e7-4316-b8b2-a9a068e64240 req-03ffb892-a6bc-4026-b633-8908f3a2afe0 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e02b3ac-f811-4b19-81df-df4ce0cc2536 HTTP/1.1" status: 200 len: 943 time: 0.0730560 Nov 23 05:27:45.461830 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d5334-122f-4468-9878-46336f953ece req-6757f209-b3fd-4706-ac68-fb39339b8f7d tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:45.463383 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5d5d5334-122f-4468-9878-46336f953ece req-6757f209-b3fd-4706-ac68-fb39339b8f7d tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 945 time: 0.0983534 Nov 23 05:27:45.483376 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4de704cd-65e7-4316-b8b2-a9a068e64240 req-a897fafa-bec8-4c2e-b508-186d4823df6b tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.48 "GET /v2.0/security-groups?id=e06a2ee8-d584-4d19-9f32-b4a45affb585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743301 Nov 23 05:27:45.522994 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5d5d5334-122f-4468-9878-46336f953ece req-754b2b47-708b-4fca-baef-14b6f2308342 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=7470cc19-88e4-4a2a-8e87-add4a0c82a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503187 Nov 23 05:27:45.706717 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910a511-b1e0-4594-8750-5d3db855361e req-89b948c2-fbdc-4f0a-86ce-7e2d2cc23996 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:45.708522 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7910a511-b1e0-4594-8750-5d3db855361e req-89b948c2-fbdc-4f0a-86ce-7e2d2cc23996 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 946 time: 0.0543618 Nov 23 05:27:45.756851 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7910a511-b1e0-4594-8750-5d3db855361e req-dbdb25b6-2b85-48bc-9aa7-06acc46c35f1 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425432 Nov 23 05:27:45.840637 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e2563b-5347-41c6-8577-e2984c5b4753 req-c90546e2-8394-4d6f-af44-38c6248f810f tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:45.842034 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-51e2563b-5347-41c6-8577-e2984c5b4753 req-c90546e2-8394-4d6f-af44-38c6248f810f tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 945 time: 0.0481713 Nov 23 05:27:45.892875 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-51e2563b-5347-41c6-8577-e2984c5b4753 req-b1375ad9-457b-47a2-a4c0-00bde3362e03 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446537 Nov 23 05:27:46.610448 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e136d33-6362-4dc4-9eee-4347f2f76bb5 req-804bc15a-86b3-47d9-aa1a-2def70231ec1 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:46.611889 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0e136d33-6362-4dc4-9eee-4347f2f76bb5 req-804bc15a-86b3-47d9-aa1a-2def70231ec1 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e02b3ac-f811-4b19-81df-df4ce0cc2536 HTTP/1.1" status: 200 len: 943 time: 0.0605516 Nov 23 05:27:46.674725 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17e777-a8c5-4104-9dab-2ec5c3756e4b req-0a0ec41f-e412-45a5-b1fe-fd3099ae9568 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:46.676215 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fa17e777-a8c5-4104-9dab-2ec5c3756e4b req-0a0ec41f-e412-45a5-b1fe-fd3099ae9568 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 945 time: 0.0850906 Nov 23 05:27:46.698003 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0e136d33-6362-4dc4-9eee-4347f2f76bb5 req-d4f78b4c-b73e-46a2-a0f3-18ec24429d8e tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.48 "GET /v2.0/security-groups?id=e06a2ee8-d584-4d19-9f32-b4a45affb585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692098 Nov 23 05:27:46.733559 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fa17e777-a8c5-4104-9dab-2ec5c3756e4b req-18848d27-6ae1-4bad-b018-6e5df2010833 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=7470cc19-88e4-4a2a-8e87-add4a0c82a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491481 Nov 23 05:27:46.875815 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b150583a-2ab1-4e8d-85c1-304969f70199 req-e05abfef-f45d-4e5a-b413-e969ccd4877f tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:46.877270 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b150583a-2ab1-4e8d-85c1-304969f70199 req-e05abfef-f45d-4e5a-b413-e969ccd4877f tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 946 time: 0.0494075 Nov 23 05:27:46.923377 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b150583a-2ab1-4e8d-85c1-304969f70199 req-0145f6f1-a55e-4cce-b04d-13bc9341c3c6 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396752 Nov 23 05:27:47.011473 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1267ae3-4f95-468d-9911-e90c26bd217d req-31c453f6-9318-4441-8cbb-56b70bb47a0a tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:47.012973 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b1267ae3-4f95-468d-9911-e90c26bd217d req-31c453f6-9318-4441-8cbb-56b70bb47a0a tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 945 time: 0.0525396 Nov 23 05:27:47.060909 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b1267ae3-4f95-468d-9911-e90c26bd217d req-48cf4303-9312-4431-9038-9a9a4a75cb74 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418830 Nov 23 05:27:47.449814 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device 73a8463c-1c0b-4170-bcb9-fde9f2f49f14 details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=102518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 05:27:47.546585 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port 73a8463c-1c0b-4170-bcb9-fde9f2f49f14, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=73a8463c-1c0b-4170-bcb9-fde9f2f49f14,segment=NetworkSegment(1515d0ce-2cbd-4261-b314-e273fe29d99a),segment_id=1515d0ce-2cbd-4261-b314-e273fe29d99a)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:27:47.558988 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Returning: {'device': '73a8463c-1c0b-4170-bcb9-fde9f2f49f14', 'network_id': '260f3bcb-934f-42af-b0c9-c507f293a5d8', 'port_id': '73a8463c-1c0b-4170-bcb9-fde9f2f49f14', 'mac_address': 'fa:16:3e:cf:b5:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '771eda2d-2291-4d64-a355-d9b8f1fe5202', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 05:27:47.600688 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:47.613420 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.notifiers.nova [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73a8463c-1c0b-4170-bcb9-fde9f2f49f14 {{(pid=102518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:27:47.633172 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port 73a8463c-1c0b-4170-bcb9-fde9f2f49f14, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=73a8463c-1c0b-4170-bcb9-fde9f2f49f14,segment=NetworkSegment(1515d0ce-2cbd-4261-b314-e273fe29d99a),segment_id=1515d0ce-2cbd-4261-b314-e273fe29d99a)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:27:47.636958 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:47.684609 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Pushing event updated for resources: {'Port': ['ID=73a8463c-1c0b-4170-bcb9-fde9f2f49f14,revision_number=4']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:27:47.819539 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f2ef4-0da0-40ef-875a-865c6446955d req-54a4f443-b489-4517-b1d7-a6bb85565ec3 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:47.821035 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-852f2ef4-0da0-40ef-875a-865c6446955d req-54a4f443-b489-4517-b1d7-a6bb85565ec3 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e02b3ac-f811-4b19-81df-df4ce0cc2536 HTTP/1.1" status: 200 len: 944 time: 0.0541883 Nov 23 05:27:47.903463 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28521268-d41f-4492-9819-10ccb9e17df4 req-66125748-687e-415d-b7a3-3d2bc4acd4d9 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:47.904912 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-28521268-d41f-4492-9819-10ccb9e17df4 req-66125748-687e-415d-b7a3-3d2bc4acd4d9 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 945 time: 0.0940027 Nov 23 05:27:47.912585 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-852f2ef4-0da0-40ef-875a-865c6446955d req-f6aca68a-431a-463f-be37-ee32c40b3639 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.48 "GET /v2.0/security-groups?id=e06a2ee8-d584-4d19-9f32-b4a45affb585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828693 Nov 23 05:27:47.954183 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-28521268-d41f-4492-9819-10ccb9e17df4 req-5a3fc66d-7485-4e60-84d0-138679b9478d tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=7470cc19-88e4-4a2a-8e87-add4a0c82a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406680 Nov 23 05:27:48.045951 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d04d8-5a64-4510-9bd8-ccb3f2f6daa5 req-2c2b8056-216e-4874-98cc-65716fb31b2b tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:48.047447 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3e0d04d8-5a64-4510-9bd8-ccb3f2f6daa5 req-2c2b8056-216e-4874-98cc-65716fb31b2b tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 946 time: 0.0488944 Nov 23 05:27:48.093211 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] get_ports_and_sgs() called for port_ids ['73a8463c-1c0b-4170-bcb9-fde9f2f49f14'] {{(pid=102518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:27:48.094435 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3e0d04d8-5a64-4510-9bd8-ccb3f2f6daa5 req-cbd4ec59-134f-4485-8450-ed60cbc93769 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411503 Nov 23 05:27:48.178207 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13483d7a-1c21-427b-ba5b-21cd3bd14c84 req-e094dd65-f345-4aaa-8a68-f8a77debc526 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:48.180068 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-13483d7a-1c21-427b-ba5b-21cd3bd14c84 req-e094dd65-f345-4aaa-8a68-f8a77debc526 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 945 time: 0.0509691 Nov 23 05:27:48.232170 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-13483d7a-1c21-427b-ba5b-21cd3bd14c84 req-f6952866-1632-4c5f-a2a9-79b52219b407 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460949 Nov 23 05:27:49.031648 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dde3b6-d0a5-4175-84b5-a5e9fbcba636 req-81965e83-fa2a-457b-9a5f-0ebd67af48f1 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:49.033119 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-96dde3b6-d0a5-4175-84b5-a5e9fbcba636 req-81965e83-fa2a-457b-9a5f-0ebd67af48f1 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e02b3ac-f811-4b19-81df-df4ce0cc2536 HTTP/1.1" status: 200 len: 944 time: 0.0515115 Nov 23 05:27:49.110477 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc0536-acd3-4ca6-80f7-e38d29501e1f req-341e7a34-33ed-462d-a866-7e91b0b353c0 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:49.111972 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e6fc0536-acd3-4ca6-80f7-e38d29501e1f req-341e7a34-33ed-462d-a866-7e91b0b353c0 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 945 time: 0.0779808 Nov 23 05:27:49.127225 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-96dde3b6-d0a5-4175-84b5-a5e9fbcba636 req-49767ea3-f368-49df-852b-4b6bb9a83aa0 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.48 "GET /v2.0/security-groups?id=e06a2ee8-d584-4d19-9f32-b4a45affb585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824416 Nov 23 05:27:49.165839 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e6fc0536-acd3-4ca6-80f7-e38d29501e1f req-ed2157d8-07ae-4cad-bd40-f1e70df79c89 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=7470cc19-88e4-4a2a-8e87-add4a0c82a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472875 Nov 23 05:27:49.383296 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b128a764-ca81-482f-8e19-8146af150534 req-6390ecab-6f29-444c-b950-c3f779007c78 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:49.384761 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b128a764-ca81-482f-8e19-8146af150534 req-6390ecab-6f29-444c-b950-c3f779007c78 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 945 time: 0.0801892 Nov 23 05:27:49.397353 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6c8fa-5fbe-4d3d-86f7-6c31ccd95105 req-e3d29d4d-bb7d-49b6-a523-cf9d8e57f3fb tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:49.398733 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6dd6c8fa-5fbe-4d3d-86f7-6c31ccd95105 req-e3d29d4d-bb7d-49b6-a523-cf9d8e57f3fb tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 946 time: 0.0646765 Nov 23 05:27:49.469277 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b128a764-ca81-482f-8e19-8146af150534 req-77eeed7f-5a1e-4d9e-b225-e10c60ebdf7a tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695679 Nov 23 05:27:49.474228 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6dd6c8fa-5fbe-4d3d-86f7-6c31ccd95105 req-6322948a-c297-44a4-ae7c-2bd4645d7738 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683339 Nov 23 05:27:50.279734 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a2b15-1856-4249-8ba8-e497c11ec997 req-5d2ef0fa-aec4-4f9d-843d-f7358ced7b9f tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:50.281231 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-dd5a2b15-1856-4249-8ba8-e497c11ec997 req-5d2ef0fa-aec4-4f9d-843d-f7358ced7b9f tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e02b3ac-f811-4b19-81df-df4ce0cc2536 HTTP/1.1" status: 200 len: 944 time: 0.0784643 Nov 23 05:27:50.315465 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f39ce2-9678-4439-8854-3b8dabf46d3b req-bf2e4198-e8b7-4404-9bfb-1a686dfaf9f8 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:50.316859 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-08f39ce2-9678-4439-8854-3b8dabf46d3b req-bf2e4198-e8b7-4404-9bfb-1a686dfaf9f8 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 945 time: 0.0780983 Nov 23 05:27:50.359736 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-dd5a2b15-1856-4249-8ba8-e497c11ec997 req-93f12cbf-c3d7-4f37-a1d3-22b9793b8c66 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.48 "GET /v2.0/security-groups?id=e06a2ee8-d584-4d19-9f32-b4a45affb585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714638 Nov 23 05:27:50.387373 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-08f39ce2-9678-4439-8854-3b8dabf46d3b req-36f5c996-8cae-40e3-8d79-abdd85a0f735 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=7470cc19-88e4-4a2a-8e87-add4a0c82a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589855 Nov 23 05:27:50.457745 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device 73a8463c-1c0b-4170-bcb9-fde9f2f49f14 up at agent hyperv_hv-cinder-80507 {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:27:50.508594 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Provisioning for port 73a8463c-1c0b-4170-bcb9-fde9f2f49f14 completed by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 05:27:50.512905 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Provisioning complete for port 73a8463c-1c0b-4170-bcb9-fde9f2f49f14 triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:27:50.513407 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:50.595312 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:50.619650 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e02b3ac-f811-4b19-81df-df4ce0cc2536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73a8463c-1c0b-4170-bcb9-fde9f2f49f14'}] {{(pid=102518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:27:50.622177 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1555ff6ee76347fd5083048713d2688504cf60c4b4cdc9acc0e7e1b3a3add239" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e27fce2-54dc-4abf-ad43-b491e188a061" -d '{"events": [{"server_uuid": "7e02b3ac-f811-4b19-81df-df4ce0cc2536", "name": "network-vif-plugged", "status": "completed", "tag": "73a8463c-1c0b-4170-bcb9-fde9f2f49f14"}]}' {{(pid=102518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:27:50.633192 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eadbc3-5c1e-4685-9b18-0a43be14a667 req-5bcca358-84a9-4cff-8800-18e0ae7985d6 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:50.634685 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-86eadbc3-5c1e-4685-9b18-0a43be14a667 req-5bcca358-84a9-4cff-8800-18e0ae7985d6 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 945 time: 0.0835414 Nov 23 05:27:50.635004 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port 73a8463c-1c0b-4170-bcb9-fde9f2f49f14, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=73a8463c-1c0b-4170-bcb9-fde9f2f49f14,segment=NetworkSegment(1515d0ce-2cbd-4261-b314-e273fe29d99a),segment_id=1515d0ce-2cbd-4261-b314-e273fe29d99a)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:27:50.639432 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:50.641943 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f056f97-bf23-4fae-90e8-cfd9d9805534 req-194e0762-e6ba-44c0-884d-071ff6194d75 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:50.643405 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5f056f97-bf23-4fae-90e8-cfd9d9805534 req-194e0762-e6ba-44c0-884d-071ff6194d75 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 946 time: 0.0823565 Nov 23 05:27:50.691593 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Pushing event updated for resources: {'Port': ['ID=73a8463c-1c0b-4170-bcb9-fde9f2f49f14,revision_number=5']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:27:50.893841 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-86eadbc3-5c1e-4685-9b18-0a43be14a667 req-d3eeb58f-e895-4db8-b0c3-5caed3961871 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493498 Nov 23 05:27:50.901197 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5f056f97-bf23-4fae-90e8-cfd9d9805534 req-39423ecb-72a5-4ead-a4fc-4847abdb003a tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2502034 Nov 23 05:27:50.946631 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb7a2a1-501d-40bd-8756-7e314b11160e x-openstack-request-id: req-ecb7a2a1-501d-40bd-8756-7e314b11160e {{(pid=102518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:27:50.946994 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e02b3ac-f811-4b19-81df-df4ce0cc2536", "name": "network-vif-plugged", "status": "completed", "tag": "73a8463c-1c0b-4170-bcb9-fde9f2f49f14", "code": 200}]} {{(pid=102518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:27:50.947333 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ecb7a2a1-501d-40bd-8756-7e314b11160e {{(pid=102518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:27:50.947759 dv-cinder-805072-6-iscsi neutron-server[102518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e02b3ac-f811-4b19-81df-df4ce0cc2536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73a8463c-1c0b-4170-bcb9-fde9f2f49f14', 'code': 200} Nov 23 05:27:51.188318 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21cc5c-c3f8-4f9e-8e5f-c972830cfc21 req-44b18179-d3bc-499e-a256-5a564c157321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:51.190501 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9c21cc5c-c3f8-4f9e-8e5f-c972830cfc21 req-44b18179-d3bc-499e-a256-5a564c157321 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7e02b3ac-f811-4b19-81df-df4ce0cc2536 HTTP/1.1" status: 200 len: 1098 time: 0.0418699 Nov 23 05:27:51.237456 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9c21cc5c-c3f8-4f9e-8e5f-c972830cfc21 req-774d59b7-43d0-4162-af50-547629f64498 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e06a2ee8-d584-4d19-9f32-b4a45affb585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386524 Nov 23 05:27:51.513307 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e55eb3-9390-4a41-a390-376170600030 req-7e5235b6-3bf0-456f-b51a-f130c3d68f43 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:51.514798 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b5e55eb3-9390-4a41-a390-376170600030 req-7e5235b6-3bf0-456f-b51a-f130c3d68f43 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e02b3ac-f811-4b19-81df-df4ce0cc2536 HTTP/1.1" status: 200 len: 945 time: 0.0814323 Nov 23 05:27:51.527182 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c325b4-01a3-4fd6-b4f7-faac6c7e8bb1 req-d5df2f23-a293-47ee-b9a8-189f34a4b4bf tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:51.528626 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f4c325b4-01a3-4fd6-b4f7-faac6c7e8bb1 req-d5df2f23-a293-47ee-b9a8-189f34a4b4bf tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 945 time: 0.0690234 Nov 23 05:27:51.606415 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b5e55eb3-9390-4a41-a390-376170600030 req-9c5bdc32-f206-4475-b484-8d6db11d862d tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.48 "GET /v2.0/security-groups?id=e06a2ee8-d584-4d19-9f32-b4a45affb585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768118 Nov 23 05:27:51.613450 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f4c325b4-01a3-4fd6-b4f7-faac6c7e8bb1 req-c340cc1e-f041-48e1-bb29-df18ee4cd6c6 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=7470cc19-88e4-4a2a-8e87-add4a0c82a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765953 Nov 23 05:27:52.043736 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e77dae-384b-4d60-800d-d48bc34103a9 req-cf8b02e0-2d78-4899-8eb0-9c6382aa762c tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:52.045181 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-19e77dae-384b-4d60-800d-d48bc34103a9 req-cf8b02e0-2d78-4899-8eb0-9c6382aa762c tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 945 time: 0.0788920 Nov 23 05:27:52.057670 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4eba59-3351-4827-99de-80743c3b1fc5 req-a30f89f4-110d-45fa-ae44-ae1853b53ff5 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:52.059078 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7d4eba59-3351-4827-99de-80743c3b1fc5 req-a30f89f4-110d-45fa-ae44-ae1853b53ff5 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 946 time: 0.0802329 Nov 23 05:27:52.130104 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-19e77dae-384b-4d60-800d-d48bc34103a9 req-289e4f6a-d918-42d5-b429-c4bb51f3f2a6 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700774 Nov 23 05:27:52.133315 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7d4eba59-3351-4827-99de-80743c3b1fc5 req-62b9775b-ab48-46df-8d6a-612857156b80 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677319 Nov 23 05:27:52.760133 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89f09d-59ea-40bc-a8b4-f149078d07d4 req-17082968-941b-4b4e-8072-bbf89f412a43 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:52.761631 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3c89f09d-59ea-40bc-a8b4-f149078d07d4 req-17082968-941b-4b4e-8072-bbf89f412a43 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 945 time: 0.0802772 Nov 23 05:27:52.769993 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c756eb3-0acf-46ff-b294-f59d74156723 req-15323ca1-d8a4-4912-ba08-e11b32febddb tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:52.772242 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1c756eb3-0acf-46ff-b294-f59d74156723 req-15323ca1-d8a4-4912-ba08-e11b32febddb tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e02b3ac-f811-4b19-81df-df4ce0cc2536 HTTP/1.1" status: 200 len: 945 time: 0.0896204 Nov 23 05:27:52.843787 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3c89f09d-59ea-40bc-a8b4-f149078d07d4 req-39362cd7-14c3-4c1e-9dfd-e6de5b58826f tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=7470cc19-88e4-4a2a-8e87-add4a0c82a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705652 Nov 23 05:27:52.848219 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1c756eb3-0acf-46ff-b294-f59d74156723 req-6281b142-083a-47c7-b3c5-d618c7997ff4 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.48 "GET /v2.0/security-groups?id=e06a2ee8-d584-4d19-9f32-b4a45affb585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691814 Nov 23 05:27:53.272225 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00d1e4-3349-4e1c-a37e-c27076d80320 req-2a7bcae0-a840-4861-9a21-e2bce032c527 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:53.273751 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7d00d1e4-3349-4e1c-a37e-c27076d80320 req-2a7bcae0-a840-4861-9a21-e2bce032c527 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 945 time: 0.0758710 Nov 23 05:27:53.282157 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d72fc-9345-4e5e-84e4-db08d3c531d1 req-11f856f8-761c-44af-8998-8bb9f3c8a46f tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:53.283612 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d62d72fc-9345-4e5e-84e4-db08d3c531d1 req-11f856f8-761c-44af-8998-8bb9f3c8a46f tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 946 time: 0.0769057 Nov 23 05:27:53.358300 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7d00d1e4-3349-4e1c-a37e-c27076d80320 req-735401ad-d658-4b16-8ab5-5c77cd6b3766 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737183 Nov 23 05:27:53.362607 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d62d72fc-9345-4e5e-84e4-db08d3c531d1 req-1f7bf337-34a7-4547-8d05-87bfed5ea1bf tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706673 Nov 23 05:27:53.985939 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec45f39-86fd-4e30-a91e-23a3b71da549 req-2c4ee48f-9f08-4399-ac89-e8014fc9814a tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:53.987448 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-aec45f39-86fd-4e30-a91e-23a3b71da549 req-2c4ee48f-9f08-4399-ac89-e8014fc9814a tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 945 time: 0.0739131 Nov 23 05:27:53.999626 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809439b6-6603-422b-bec8-e06f90a5b733 req-4593af37-c6e8-4b52-96e1-12cc4a207c0c tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:54.001038 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-809439b6-6603-422b-bec8-e06f90a5b733 req-4593af37-c6e8-4b52-96e1-12cc4a207c0c tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e02b3ac-f811-4b19-81df-df4ce0cc2536 HTTP/1.1" status: 200 len: 945 time: 0.0786901 Nov 23 05:27:54.070905 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-aec45f39-86fd-4e30-a91e-23a3b71da549 req-efc579f1-4a43-46f5-913a-da26d5ebf87f tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=7470cc19-88e4-4a2a-8e87-add4a0c82a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688734 Nov 23 05:27:54.075715 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-809439b6-6603-422b-bec8-e06f90a5b733 req-2a0606ac-bf38-4664-934e-e91fe8064cc6 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.48 "GET /v2.0/security-groups?id=e06a2ee8-d584-4d19-9f32-b4a45affb585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674193 Nov 23 05:27:54.503801 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd73854-cfd1-4c3f-a289-3db96caabc91 req-701e53e9-c1c0-4138-b200-6e09318d2e5c tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:54.505312 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-afd73854-cfd1-4c3f-a289-3db96caabc91 req-701e53e9-c1c0-4138-b200-6e09318d2e5c tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 945 time: 0.0805655 Nov 23 05:27:54.515922 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdf2cb3-ea35-44a1-94f4-b2da36b91fbb req-ee5fc50d-7195-407f-8295-2e0ef0fd7e17 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:54.517315 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1cdf2cb3-ea35-44a1-94f4-b2da36b91fbb req-ee5fc50d-7195-407f-8295-2e0ef0fd7e17 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 946 time: 0.0833607 Nov 23 05:27:54.590070 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-afd73854-cfd1-4c3f-a289-3db96caabc91 req-9d172c66-2b5c-4e88-8992-e58ef47881c6 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717244 Nov 23 05:27:54.593249 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1cdf2cb3-ea35-44a1-94f4-b2da36b91fbb req-066621f4-38c9-454a-9bd1-9ee63c6f2090 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685718 Nov 23 05:27:55.217492 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa290783-7f05-4f5b-bc99-24c26b3bc1d5 req-1c503eb7-90ea-4815-a7cc-64761b0b3568 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:55.218900 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-aa290783-7f05-4f5b-bc99-24c26b3bc1d5 req-1c503eb7-90ea-4815-a7cc-64761b0b3568 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e02b3ac-f811-4b19-81df-df4ce0cc2536 HTTP/1.1" status: 200 len: 945 time: 0.0778849 Nov 23 05:27:55.226271 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0eeca-b0c1-4026-b523-003ec3dfdb30 req-ab868dfc-5195-4c3b-8601-d1f3f3ff029f tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:55.227667 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-eba0eeca-b0c1-4026-b523-003ec3dfdb30 req-ab868dfc-5195-4c3b-8601-d1f3f3ff029f tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 945 time: 0.0885987 Nov 23 05:27:55.306731 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-aa290783-7f05-4f5b-bc99-24c26b3bc1d5 req-714ca975-ddba-4e2c-b7b6-f6cb4f2f2fce tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.48 "GET /v2.0/security-groups?id=e06a2ee8-d584-4d19-9f32-b4a45affb585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781112 Nov 23 05:27:55.310239 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-eba0eeca-b0c1-4026-b523-003ec3dfdb30 req-3922dc16-6c4c-4f08-ac01-e238e5f57c8e tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=7470cc19-88e4-4a2a-8e87-add4a0c82a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760951 Nov 23 05:27:55.740315 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b696640b-66e6-4ed8-8c74-94700e609dbd req-5305912c-fd2f-4b52-a4a0-a1284cc13ca3 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:55.741780 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b696640b-66e6-4ed8-8c74-94700e609dbd req-5305912c-fd2f-4b52-a4a0-a1284cc13ca3 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 945 time: 0.0832629 Nov 23 05:27:55.752945 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8fe516-8070-4009-863b-140e4cf7cadd req-6d83c29a-d755-4654-b871-092b6a1df54a tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:55.754843 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6c8fe516-8070-4009-863b-140e4cf7cadd req-6d83c29a-d755-4654-b871-092b6a1df54a tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 946 time: 0.0824564 Nov 23 05:27:55.825742 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b696640b-66e6-4ed8-8c74-94700e609dbd req-0ef59be3-473e-4119-91a9-7c8fa94dd8da tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696616 Nov 23 05:27:55.830348 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6c8fe516-8070-4009-863b-140e4cf7cadd req-45073464-e997-45cb-a315-e2aa1161fe02 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685508 Nov 23 05:27:56.453330 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8094896-e6a8-4698-b16f-04e7adb676c5 req-3c2459d3-9518-4849-9da3-39d6f3813de5 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:56.454815 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b8094896-e6a8-4698-b16f-04e7adb676c5 req-3c2459d3-9518-4849-9da3-39d6f3813de5 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e02b3ac-f811-4b19-81df-df4ce0cc2536 HTTP/1.1" status: 200 len: 945 time: 0.0773625 Nov 23 05:27:56.463572 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4199473-ac08-4390-8c37-77da73d50c38 req-3b873f18-671a-46db-9dc4-90a6af87e9b4 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:56.464944 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a4199473-ac08-4390-8c37-77da73d50c38 req-3b873f18-671a-46db-9dc4-90a6af87e9b4 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 945 time: 0.0855522 Nov 23 05:27:56.536793 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b8094896-e6a8-4698-b16f-04e7adb676c5 req-e18ce6af-5073-495e-a104-e557fddee959 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.48 "GET /v2.0/security-groups?id=e06a2ee8-d584-4d19-9f32-b4a45affb585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709035 Nov 23 05:27:56.540315 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a4199473-ac08-4390-8c37-77da73d50c38 req-9eb3ac38-4cc7-4421-9fe5-89169aa3931b tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=7470cc19-88e4-4a2a-8e87-add4a0c82a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688236 Nov 23 05:27:56.988081 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9de0c9-55ed-427b-a589-6a7f95c43ebb req-e1ffa029-9aff-442b-a393-e2a4feaea02c tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:56.990685 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2a9de0c9-55ed-427b-a589-6a7f95c43ebb req-e1ffa029-9aff-442b-a393-e2a4feaea02c tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 945 time: 0.0879793 Nov 23 05:27:57.031695 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ac8d0-9d24-48e8-b103-76e5fb43bd8b req-f8059ef4-9f7f-41ca-a45a-0f848910b878 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:57.033182 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e72ac8d0-9d24-48e8-b103-76e5fb43bd8b req-f8059ef4-9f7f-41ca-a45a-0f848910b878 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 946 time: 0.1001194 Nov 23 05:27:57.079186 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2a9de0c9-55ed-427b-a589-6a7f95c43ebb req-f48d7a6b-c899-44f0-9dd1-32fdf10105d5 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730765 Nov 23 05:27:57.107179 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e72ac8d0-9d24-48e8-b103-76e5fb43bd8b req-77ff9ca5-593e-4490-8b71-cd90a33fce11 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666924 Nov 23 05:27:57.580371 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00980f76-237c-4c7e-8b42-f43fab7d56e0 req-fd5746db-f03a-4fbd-8275-1aca64ce5941 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:57.584556 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-00980f76-237c-4c7e-8b42-f43fab7d56e0 req-fd5746db-f03a-4fbd-8275-1aca64ce5941 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e02b3ac-f811-4b19-81df-df4ce0cc2536 HTTP/1.1" status: 200 len: 945 time: 0.0593872 Nov 23 05:27:57.672706 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-00980f76-237c-4c7e-8b42-f43fab7d56e0 req-5ca7e501-c264-4e8c-8946-f2d60e3968f1 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.48 "GET /v2.0/security-groups?id=e06a2ee8-d584-4d19-9f32-b4a45affb585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821652 Nov 23 05:27:57.689268 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e17f30-110e-4fd5-86fe-34844f57c9d2 req-276c4414-378d-4f79-a54b-bba80c9e1a5e tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:57.691922 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a5e17f30-110e-4fd5-86fe-34844f57c9d2 req-276c4414-378d-4f79-a54b-bba80c9e1a5e tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 945 time: 0.0793929 Nov 23 05:27:57.751739 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a5e17f30-110e-4fd5-86fe-34844f57c9d2 req-243d9855-985d-4ad3-89ad-bdaa39593c46 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=7470cc19-88e4-4a2a-8e87-add4a0c82a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477257 Nov 23 05:27:57.962280 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf172eb-8cab-4491-bd53-2079a7b85879 req-4e250d89-c6ee-483e-be73-9fb41d5b62a4 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:57.964176 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1cf172eb-8cab-4491-bd53-2079a7b85879 req-4e250d89-c6ee-483e-be73-9fb41d5b62a4 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 945 time: 0.0635495 Nov 23 05:27:58.015101 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1cf172eb-8cab-4491-bd53-2079a7b85879 req-6a869420-2b63-480a-8739-73b831e338ab tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=7470cc19-88e4-4a2a-8e87-add4a0c82a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437093 Nov 23 05:27:58.095244 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1da922-6b96-49db-b09b-038c23f25d03 req-23011c52-7264-4424-853e-92dfe564dd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:58.096752 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fe1da922-6b96-49db-b09b-038c23f25d03 req-23011c52-7264-4424-853e-92dfe564dd47 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9d77c663d85b417d80848237e522deb9&device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 1098 time: 0.0425525 Nov 23 05:27:58.268043 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1da922-6b96-49db-b09b-038c23f25d03 req-a7587d10-1d5d-410c-9fbb-4d4a35f07a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:58.269523 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fe1da922-6b96-49db-b09b-038c23f25d03 req-a7587d10-1d5d-410c-9fbb-4d4a35f07a97 service neutron] 10.222.0.54 "GET /v2.0/networks?id=33a64f20-5fa2-4ee6-bf93-69fefe69b302 HTTP/1.1" status: 200 len: 912 time: 0.1510859 Nov 23 05:27:58.277652 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ee749-b638-4f8d-82bc-a5281e6ccb69 req-799d8128-a354-4bce-a626-ee3a60b86a7c tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:58.279097 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-393ee749-b638-4f8d-82bc-a5281e6ccb69 req-799d8128-a354-4bce-a626-ee3a60b86a7c tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 945 time: 0.1174138 Nov 23 05:27:58.300203 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063b1c0-53e2-49a9-b088-c588dcf72578 req-30d23f4c-ad54-4e1a-b065-13c6965519d9 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:58.302281 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3063b1c0-53e2-49a9-b088-c588dcf72578 req-30d23f4c-ad54-4e1a-b065-13c6965519d9 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 946 time: 0.1074612 Nov 23 05:27:58.410967 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fe1da922-6b96-49db-b09b-038c23f25d03 req-fbb4d82b-1f35-4c7a-86dd-a62c272a9db9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5 HTTP/1.1" status: 200 len: 1001 time: 0.1262395 Nov 23 05:27:58.418062 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-393ee749-b638-4f8d-82bc-a5281e6ccb69 req-2b00e6a1-297d-4846-b720-843b9f366cd9 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271510 Nov 23 05:27:58.433745 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3063b1c0-53e2-49a9-b088-c588dcf72578 req-19c6bc16-60f7-43bb-8e56-1efb02cdfe31 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992746 Nov 23 05:27:58.469408 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1da922-6b96-49db-b09b-038c23f25d03 req-f5bbdb34-1de4-4f7e-bc7e-1aa189a66804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:58.470889 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fe1da922-6b96-49db-b09b-038c23f25d03 req-f5bbdb34-1de4-4f7e-bc7e-1aa189a66804 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=242a3dfa-1577-4789-92d9-6d9fc458ed6b HTTP/1.1" status: 200 len: 850 time: 0.0494859 Nov 23 05:27:58.516242 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1da922-6b96-49db-b09b-038c23f25d03 req-666f25d4-0ed7-4af2-a76b-af4c909ea165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:58.517700 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fe1da922-6b96-49db-b09b-038c23f25d03 req-666f25d4-0ed7-4af2-a76b-af4c909ea165 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=33a64f20-5fa2-4ee6-bf93-69fefe69b302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391455 Nov 23 05:27:58.598600 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:58.610203 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fe1da922-6b96-49db-b09b-038c23f25d03 req-e22e7db1-8556-41d4-9993-7c0d4f59299e service neutron] 10.222.0.54 "GET /v2.0/networks/33a64f20-5fa2-4ee6-bf93-69fefe69b302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840821 Nov 23 05:27:58.710200 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fe1da922-6b96-49db-b09b-038c23f25d03 req-c9d6ec52-5f52-4ef7-ab94-ec636c7b5b32 service neutron] 10.222.0.54 "GET /v2.0/networks/33a64f20-5fa2-4ee6-bf93-69fefe69b302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922401 Nov 23 05:27:58.803080 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65816e77-8c12-4e30-b69a-3b8b55fef23b req-1118d33b-4a4f-4d2a-94cd-c9d0831e5fae tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:58.804716 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-65816e77-8c12-4e30-b69a-3b8b55fef23b req-1118d33b-4a4f-4d2a-94cd-c9d0831e5fae tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e02b3ac-f811-4b19-81df-df4ce0cc2536 HTTP/1.1" status: 200 len: 945 time: 0.0549245 Nov 23 05:27:58.850512 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-65816e77-8c12-4e30-b69a-3b8b55fef23b req-c55b9c1a-a3b7-4a40-b537-615e3d908516 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.48 "GET /v2.0/security-groups?id=e06a2ee8-d584-4d19-9f32-b4a45affb585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399382 Nov 23 05:27:59.141169 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51835a49-b58c-4829-a2f9-64033282ff2d req-3be35a26-105d-43f3-84ca-bdda60b4a6f9 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:59.142846 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-51835a49-b58c-4829-a2f9-64033282ff2d req-3be35a26-105d-43f3-84ca-bdda60b4a6f9 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 945 time: 0.0515161 Nov 23 05:27:59.194022 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-51835a49-b58c-4829-a2f9-64033282ff2d req-43c00dc9-5c0a-4df2-8afc-42c767bd5fcc tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=7470cc19-88e4-4a2a-8e87-add4a0c82a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444603 Nov 23 05:27:59.437874 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11479ad7-4f43-473e-af8c-cf3af71aef7d req-c5f7c37a-a9a1-4b5d-8fb8-6665749901d3 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:59.439410 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-11479ad7-4f43-473e-af8c-cf3af71aef7d req-c5f7c37a-a9a1-4b5d-8fb8-6665749901d3 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e02b3ac-f811-4b19-81df-df4ce0cc2536 HTTP/1.1" status: 200 len: 945 time: 0.0502443 Nov 23 05:27:59.618390 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a4d32-a077-4232-8681-c4136cc236c9 req-6fe51ee8-1386-4cba-a39b-31e7320bb5f4 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:59.621356 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ff6a4d32-a077-4232-8681-c4136cc236c9 req-6fe51ee8-1386-4cba-a39b-31e7320bb5f4 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 945 time: 0.1245120 Nov 23 05:27:59.648049 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a6572-c1f0-4ab1-83f9-2258a2784b7a req-b5552d06-bc91-450b-a44a-43709487b967 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:59.649556 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e93a6572-c1f0-4ab1-83f9-2258a2784b7a req-b5552d06-bc91-450b-a44a-43709487b967 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 946 time: 0.1257496 Nov 23 05:27:59.693638 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-11479ad7-4f43-473e-af8c-cf3af71aef7d req-c9f2a956-b730-469a-ac3b-20b21c6b9b31 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Deleting port 73a8463c-1c0b-4170-bcb9-fde9f2f49f14 {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:27:59.694120 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-11479ad7-4f43-473e-af8c-cf3af71aef7d req-c9f2a956-b730-469a-ac3b-20b21c6b9b31 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751724797224'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:59.762117 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ff6a4d32-a077-4232-8681-c4136cc236c9 req-e0a36fc5-ad11-441e-9895-6f8c56af1b8d tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331861 Nov 23 05:27:59.772697 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e93a6572-c1f0-4ab1-83f9-2258a2784b7a req-60523e8c-b78d-44e3-ae5c-d8112d717f23 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144209 Nov 23 05:27:59.821179 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-11479ad7-4f43-473e-af8c-cf3af71aef7d req-c9f2a956-b730-469a-ac3b-20b21c6b9b31 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] For port 73a8463c-1c0b-4170-bcb9-fde9f2f49f14, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=73a8463c-1c0b-4170-bcb9-fde9f2f49f14,segment=NetworkSegment(1515d0ce-2cbd-4261-b314-e273fe29d99a),segment_id=1515d0ce-2cbd-4261-b314-e273fe29d99a)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:27:59.821543 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-11479ad7-4f43-473e-af8c-cf3af71aef7d req-c9f2a956-b730-469a-ac3b-20b21c6b9b31 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630705'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:59.838606 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-11479ad7-4f43-473e-af8c-cf3af71aef7d req-c9f2a956-b730-469a-ac3b-20b21c6b9b31 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Calling delete_port for 73a8463c-1c0b-4170-bcb9-fde9f2f49f14 owned by compute:nova {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:27:59.998417 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-11479ad7-4f43-473e-af8c-cf3af71aef7d req-c9f2a956-b730-469a-ac3b-20b21c6b9b31 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751724800597', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751724218543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237887'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:00.011598 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e1b3e4-43bc-4476-b352-5a196dd550f5 req-3311b8f5-70d1-474c-8fe1-0294ce2e9d6d tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:00.013062 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e7e1b3e4-43bc-4476-b352-5a196dd550f5 req-3311b8f5-70d1-474c-8fe1-0294ce2e9d6d tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e02b3ac-f811-4b19-81df-df4ce0cc2536 HTTP/1.1" status: 200 len: 867 time: 0.0886066 Nov 23 05:28:00.040585 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f2a956-b730-469a-ac3b-20b21c6b9b31 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Pushing event deleted for resources: {'Port': ['ID=73a8463c-1c0b-4170-bcb9-fde9f2f49f14,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:00.042763 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] get_ports_and_sgs() called for port_ids ['73a8463c-1c0b-4170-bcb9-fde9f2f49f14'] {{(pid=102518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:28:00.100423 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [req-11479ad7-4f43-473e-af8c-cf3af71aef7d req-c9f2a956-b730-469a-ac3b-20b21c6b9b31 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] No DVR routers for this DVR port 73a8463c-1c0b-4170-bcb9-fde9f2f49f14 on host hv-cinder-80507 {{(pid=102516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:28:00.108889 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-11479ad7-4f43-473e-af8c-cf3af71aef7d req-c9f2a956-b730-469a-ac3b-20b21c6b9b31 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:00.112233 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-11479ad7-4f43-473e-af8c-cf3af71aef7d req-c9f2a956-b730-469a-ac3b-20b21c6b9b31 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.54 "DELETE /v2.0/ports/73a8463c-1c0b-4170-bcb9-fde9f2f49f14 HTTP/1.1" status: 204 len: 173 time: 0.6468856 Nov 23 05:28:00.112675 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e02b3ac-f811-4b19-81df-df4ce0cc2536', 'name': 'network-vif-deleted', 'tag': '73a8463c-1c0b-4170-bcb9-fde9f2f49f14'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:28:00.115530 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20d478f7b504b4f7a92aed5d5c075fb26ddad21beb532cc87d656362fb0682d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291fcb4a-509c-4fa2-8831-eb8127fb71fd" -d '{"events": [{"server_uuid": "7e02b3ac-f811-4b19-81df-df4ce0cc2536", "name": "network-vif-deleted", "tag": "73a8463c-1c0b-4170-bcb9-fde9f2f49f14"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:28:00.125887 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e7e1b3e4-43bc-4476-b352-5a196dd550f5 req-ee6b4aef-bd66-46b8-b600-f6c59c195ea4 tempest-VolumesActionsTest-1033203422 tempest-VolumesActionsTest-1033203422-project] 10.222.0.48 "GET /v2.0/security-groups?id=e06a2ee8-d584-4d19-9f32-b4a45affb585&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872760 Nov 23 05:28:00.155584 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db47c86d-0256-4730-bea3-8243930c66e7 x-openstack-request-id: req-db47c86d-0256-4730-bea3-8243930c66e7 {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:28:00.155865 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e02b3ac-f811-4b19-81df-df4ce0cc2536", "name": "network-vif-deleted", "tag": "73a8463c-1c0b-4170-bcb9-fde9f2f49f14", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:28:00.156153 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-db47c86d-0256-4730-bea3-8243930c66e7 {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:28:00.156638 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e02b3ac-f811-4b19-81df-df4ce0cc2536', 'name': 'network-vif-deleted', 'tag': '73a8463c-1c0b-4170-bcb9-fde9f2f49f14', 'status': 'completed', 'code': 200} Nov 23 05:28:00.338383 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee67a248-b17d-4f15-8125-c4fd4409d7c7 req-4475e882-d748-4725-853a-24ffdb65c332 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:00.340327 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ee67a248-b17d-4f15-8125-c4fd4409d7c7 req-4475e882-d748-4725-853a-24ffdb65c332 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 945 time: 0.0683043 Nov 23 05:28:00.393850 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ee67a248-b17d-4f15-8125-c4fd4409d7c7 req-dd95eefa-34fc-4333-96e0-043ec3aaca2f tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=7470cc19-88e4-4a2a-8e87-add4a0c82a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472770 Nov 23 05:28:00.483177 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device b20df5f1-9ac0-4b9c-a723-2aaae32a648d details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=102518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 05:28:00.582333 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port b20df5f1-9ac0-4b9c-a723-2aaae32a648d, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=b20df5f1-9ac0-4b9c-a723-2aaae32a648d,segment=NetworkSegment(96fbda44-3f8c-4841-b317-f7b687379738),segment_id=96fbda44-3f8c-4841-b317-f7b687379738)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:28:00.593888 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Returning: {'device': 'b20df5f1-9ac0-4b9c-a723-2aaae32a648d', 'network_id': 'd276bf6c-1506-42b0-9d9a-c9478303eb76', 'port_id': 'b20df5f1-9ac0-4b9c-a723-2aaae32a648d', 'mac_address': 'fa:16:3e:e4:1d:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b812847c-d94f-408a-a05b-e1adde40724b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 05:28:00.631100 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:00.643623 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.notifiers.nova [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b20df5f1-9ac0-4b9c-a723-2aaae32a648d {{(pid=102518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:28:00.662384 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port b20df5f1-9ac0-4b9c-a723-2aaae32a648d, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=b20df5f1-9ac0-4b9c-a723-2aaae32a648d,segment=NetworkSegment(96fbda44-3f8c-4841-b317-f7b687379738),segment_id=96fbda44-3f8c-4841-b317-f7b687379738)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:28:00.667474 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:00.717648 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Pushing event updated for resources: {'Port': ['ID=b20df5f1-9ac0-4b9c-a723-2aaae32a648d,revision_number=6']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:00.849304 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] get_ports_and_sgs() called for port_ids ['b20df5f1-9ac0-4b9c-a723-2aaae32a648d'] {{(pid=102518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:28:00.945092 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a371fb1-7527-4cae-858b-b3224f56e1cf req-8bcc2a83-4dbf-4e23-92ba-fe9e01cc020f tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:00.946766 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4a371fb1-7527-4cae-858b-b3224f56e1cf req-8bcc2a83-4dbf-4e23-92ba-fe9e01cc020f tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 945 time: 0.0982604 Nov 23 05:28:00.991677 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875971de-386a-4169-9d34-b6bd31e31e57 req-742872fc-3c73-4218-8dd4-5e1b8d6d6b1b tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:00.993411 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-875971de-386a-4169-9d34-b6bd31e31e57 req-742872fc-3c73-4218-8dd4-5e1b8d6d6b1b tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 945 time: 0.0926430 Nov 23 05:28:01.035591 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4a371fb1-7527-4cae-858b-b3224f56e1cf req-9b067412-603e-4c01-847c-77e61e9b7489 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795193 Nov 23 05:28:01.064721 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-875971de-386a-4169-9d34-b6bd31e31e57 req-391e9ee6-9a3d-4944-ac51-730ebc20ee23 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578325 Nov 23 05:28:01.943905 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 60792) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:02.085023 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-53dbe3ec-6194-4118-ac2c-6b53a7741081 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:02.231960 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb31bd7-04f2-436c-8aca-7826bb57bc5c req-900d88d3-1d27-46ef-9d6d-01d5860f2b1c tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:02.233452 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-acb31bd7-04f2-436c-8aca-7826bb57bc5c req-900d88d3-1d27-46ef-9d6d-01d5860f2b1c tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 945 time: 0.1105800 Nov 23 05:28:02.287262 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd83e6-652a-4d16-bf13-d93a93ef67fc req-42398256-7e19-42e0-a660-189d4dec6ae9 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:02.288754 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-91dd83e6-652a-4d16-bf13-d93a93ef67fc req-42398256-7e19-42e0-a660-189d4dec6ae9 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 945 time: 0.1228940 Nov 23 05:28:02.290674 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-53dbe3ec-6194-4118-ac2c-6b53a7741081 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:02.302482 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-53dbe3ec-6194-4118-ac2c-6b53a7741081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:02.406602 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-acb31bd7-04f2-436c-8aca-7826bb57bc5c req-58b48638-6d35-444c-8a0b-af6fc6e8240d tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556780 Nov 23 05:28:02.420559 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-53dbe3ec-6194-4118-ac2c-6b53a7741081 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4c64754577ba4f26940b4c4861bed18c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4693861 Nov 23 05:28:02.420791 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 60812) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:02.433655 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dbe3ec-6194-4118-ac2c-6b53a7741081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd99f65-aadd-429a-9c98-cf860389bbe6,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:02.458414 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-91dd83e6-652a-4d16-bf13-d93a93ef67fc req-fd7dce42-c1da-446b-8c88-e55d80619aad tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626439 Nov 23 05:28:02.503445 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-964bb1bf-167f-4690-ae14-9f15e32f3775 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:02.526636 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-964bb1bf-167f-4690-ae14-9f15e32f3775 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:02.580572 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-964bb1bf-167f-4690-ae14-9f15e32f3775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:02.584113 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-964bb1bf-167f-4690-ae14-9f15e32f3775 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:02.585290 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-964bb1bf-167f-4690-ae14-9f15e32f3775 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6dd99f65-aadd-429a-9c98-cf860389bbe6 HTTP/1.1" status: 204 len: 168 time: 0.1670544 Nov 23 05:28:02.593443 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964bb1bf-167f-4690-ae14-9f15e32f3775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd99f65-aadd-429a-9c98-cf860389bbe6,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:03.019178 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 60830) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:03.228285 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-8e90e5e8-7a8b-430a-bc44-ab97f4fa986a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:03.329636 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-8e90e5e8-7a8b-430a-bc44-ab97f4fa986a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:03.336803 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-8e90e5e8-7a8b-430a-bc44-ab97f4fa986a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:03.380395 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-8e90e5e8-7a8b-430a-bc44-ab97f4fa986a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bbe7a600fe894efd9399665d0875274a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3597667 Nov 23 05:28:03.381620 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e90e5e8-7a8b-430a-bc44-ab97f4fa986a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d43846b6-02d8-41a6-85ac-79a59dd1416e,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:03.383142 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 60848) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:03.443605 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-19d03d11-c6cd-4ee9-bea1-12b98910d668 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:03.461435 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-ba464f82-effa-487d-b5b7-8830ff968738 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:03.509824 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-19d03d11-c6cd-4ee9-bea1-12b98910d668 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:03.900105 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c879acdf-72e0-48a1-9308-e9edc2621362 req-f3e58575-1d70-4acb-9076-d33f621cc65a tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:03.901652 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c879acdf-72e0-48a1-9308-e9edc2621362 req-f3e58575-1d70-4acb-9076-d33f621cc65a tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 945 time: 0.3566973 Nov 23 05:28:03.903262 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-19d03d11-c6cd-4ee9-bea1-12b98910d668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:03.905919 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-19d03d11-c6cd-4ee9-bea1-12b98910d668 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:03.909790 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-19d03d11-c6cd-4ee9-bea1-12b98910d668 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d43846b6-02d8-41a6-85ac-79a59dd1416e HTTP/1.1" status: 204 len: 168 time: 0.5255651 Nov 23 05:28:03.922086 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d03d11-c6cd-4ee9-bea1-12b98910d668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43846b6-02d8-41a6-85ac-79a59dd1416e,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:03.937720 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3189cac-3ca3-486f-b79e-85b2e6c863b3 req-1dbd2d13-ff40-4014-b936-df2d1e29e4a8 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:03.947357 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b3189cac-3ca3-486f-b79e-85b2e6c863b3 req-1dbd2d13-ff40-4014-b936-df2d1e29e4a8 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 945 time: 0.3831785 Nov 23 05:28:04.050922 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b3189cac-3ca3-486f-b79e-85b2e6c863b3 req-c937a62c-1fed-4121-b2d9-fc25393398ee tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041086 Nov 23 05:28:04.054779 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c879acdf-72e0-48a1-9308-e9edc2621362 req-0061967c-38ad-4a10-a39d-e09e00788dd5 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260760 Nov 23 05:28:05.185302 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device b20df5f1-9ac0-4b9c-a723-2aaae32a648d up at agent hyperv_hv-cinder-80507 {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:28:05.197356 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d3adb-196a-40aa-a8cb-0ce41ffde87c req-d9adadb4-224f-4a5b-8f6b-3c8ad90852a9 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:05.205739 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b11d3adb-196a-40aa-a8cb-0ce41ffde87c req-d9adadb4-224f-4a5b-8f6b-3c8ad90852a9 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 945 time: 0.0816479 Nov 23 05:28:05.301167 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b11d3adb-196a-40aa-a8cb-0ce41ffde87c req-672fc45d-cebc-4961-94fe-33867db24859 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942099 Nov 23 05:28:05.313011 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b612f3-d46d-4fea-92ce-f714ed2acea6 req-16967215-069d-4eb5-a507-b429b94a48b6 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:05.314707 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-66b612f3-d46d-4fea-92ce-f714ed2acea6 req-16967215-069d-4eb5-a507-b429b94a48b6 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 945 time: 0.0943034 Nov 23 05:28:05.314852 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Provisioning complete for port b20df5f1-9ac0-4b9c-a723-2aaae32a648d triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:28:05.315270 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:05.394581 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-66b612f3-d46d-4fea-92ce-f714ed2acea6 req-370b370b-f8df-4e83-84ac-b067ab64261d tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450211 Nov 23 05:28:05.449113 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:05.485842 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1eaee9c-dfd3-4231-ba52-19a998e37390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b20df5f1-9ac0-4b9c-a723-2aaae32a648d'}] {{(pid=102518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:28:05.488379 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1555ff6ee76347fd5083048713d2688504cf60c4b4cdc9acc0e7e1b3a3add239" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9fc73b9-c661-418b-a2b9-535eef693594" -d '{"events": [{"server_uuid": "b1eaee9c-dfd3-4231-ba52-19a998e37390", "name": "network-vif-plugged", "status": "completed", "tag": "b20df5f1-9ac0-4b9c-a723-2aaae32a648d"}]}' {{(pid=102518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:28:05.501533 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port b20df5f1-9ac0-4b9c-a723-2aaae32a648d, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=b20df5f1-9ac0-4b9c-a723-2aaae32a648d,segment=NetworkSegment(96fbda44-3f8c-4841-b317-f7b687379738),segment_id=96fbda44-3f8c-4841-b317-f7b687379738)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:28:05.512178 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:05.550824 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5148e1-273b-4f9b-97cf-940b177274a5 x-openstack-request-id: req-0c5148e1-273b-4f9b-97cf-940b177274a5 {{(pid=102518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:28:05.551174 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1eaee9c-dfd3-4231-ba52-19a998e37390", "name": "network-vif-plugged", "status": "completed", "tag": "b20df5f1-9ac0-4b9c-a723-2aaae32a648d", "code": 200}]} {{(pid=102518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:28:05.551406 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0c5148e1-273b-4f9b-97cf-940b177274a5 {{(pid=102518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:28:05.551896 dv-cinder-805072-6-iscsi neutron-server[102518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1eaee9c-dfd3-4231-ba52-19a998e37390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b20df5f1-9ac0-4b9c-a723-2aaae32a648d', 'code': 200} Nov 23 05:28:05.552646 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device 73a8463c-1c0b-4170-bcb9-fde9f2f49f14 no longer exists at agent hyperv_hv-cinder-80507 {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:28:05.578454 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] No Port match for: 73a8463c-1c0b-4170-bcb9-fde9f2f49f14 {{(pid=102518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:28:05.578800 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device 73a8463c-1c0b-4170-bcb9-fde9f2f49f14 not bound to the agent host hv-cinder-80507 {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:28:05.585007 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 60910) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:05.611355 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Pushing event updated for resources: {'Port': ['ID=b20df5f1-9ac0-4b9c-a723-2aaae32a648d,revision_number=7']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:05.685732 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-cbc3bb05-a1bd-4a25-95bc-f9bd05eec441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:05.754593 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-b43e2aa9-7e79-4928-9a73-178c26f99ac7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:05.845323 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-b43e2aa9-7e79-4928-9a73-178c26f99ac7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:05.852734 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-b43e2aa9-7e79-4928-9a73-178c26f99ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:05.892696 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43e2aa9-7e79-4928-9a73-178c26f99ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f403ac59-d0f0-409d-9373-73e45e2c28a3,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:05.902825 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-b43e2aa9-7e79-4928-9a73-178c26f99ac7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=919d6c24ce1346118c234d7b5eb2000d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3144157 Nov 23 05:28:05.903353 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 60914) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:05.971484 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-5e796c46-87aa-402b-ba85-eef648c303d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:06.001437 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-5e796c46-87aa-402b-ba85-eef648c303d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:06.073471 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-5e796c46-87aa-402b-ba85-eef648c303d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:06.078619 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-5e796c46-87aa-402b-ba85-eef648c303d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:06.080168 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-5e796c46-87aa-402b-ba85-eef648c303d8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f403ac59-d0f0-409d-9373-73e45e2c28a3 HTTP/1.1" status: 204 len: 168 time: 0.1762028 Nov 23 05:28:06.094105 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e796c46-87aa-402b-ba85-eef648c303d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f403ac59-d0f0-409d-9373-73e45e2c28a3,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:06.528833 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3664dc-e3fd-467b-a738-af506ad17f0d req-93013ae7-4a59-41e5-a468-5a3822390712 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:06.530390 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3a3664dc-e3fd-467b-a738-af506ad17f0d req-93013ae7-4a59-41e5-a468-5a3822390712 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 946 time: 0.0665660 Nov 23 05:28:06.677834 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3a3664dc-e3fd-467b-a738-af506ad17f0d req-a212fcf0-ecb2-40a3-965a-8770fa4cb643 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399264 Nov 23 05:28:06.729040 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bc7bdd-fed2-4a4d-b3f2-c36b6767b992 req-d5cc221e-6a69-49c5-bc67-2ba3bded1e18 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:06.736723 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-48bc7bdd-fed2-4a4d-b3f2-c36b6767b992 req-d5cc221e-6a69-49c5-bc67-2ba3bded1e18 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 945 time: 0.1676619 Nov 23 05:28:06.835122 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-48bc7bdd-fed2-4a4d-b3f2-c36b6767b992 req-5f419565-6fed-4085-a63a-7f999f2d7848 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922387 Nov 23 05:28:07.068416 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-cb0bae37-5947-48f5-b8ea-be8dc2c46173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:07.151041 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 60970) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:07.407649 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0eca5a-4235-4b58-a8f1-7f6259fc77b8 req-d114475c-d9d1-4513-ac60-aa19ca4393c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:07.413319 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7e0eca5a-4235-4b58-a8f1-7f6259fc77b8 req-d114475c-d9d1-4513-ac60-aa19ca4393c2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 1098 time: 0.1862440 Nov 23 05:28:07.549954 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7e0eca5a-4235-4b58-a8f1-7f6259fc77b8 req-e9d4cc8b-f8b3-4956-b48c-f818e303a74b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217294 Nov 23 05:28:07.622407 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [None req-93d12027-0a2b-40d0-ad5c-7f5bf0efa1e5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-796047916-network', 'tenant_id': '5dd1e0c3287e4976856ecd12547d4b60'}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:28:07.675462 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d12027-0a2b-40d0-ad5c-7f5bf0efa1e5 admin admin] Made reservation on behalf of 5dd1e0c3287e4976856ecd12547d4b60 for: {'network': 1} {{(pid=102517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:28:07.678720 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-93d12027-0a2b-40d0-ad5c-7f5bf0efa1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for network, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:07.694669 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-93d12027-0a2b-40d0-ad5c-7f5bf0efa1e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:08.027334 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-93d12027-0a2b-40d0-ad5c-7f5bf0efa1e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:08.037474 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-93d12027-0a2b-40d0-ad5c-7f5bf0efa1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:08.070506 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93d12027-0a2b-40d0-ad5c-7f5bf0efa1e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=102517) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 05:28:08.093479 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12027-0a2b-40d0-ad5c-7f5bf0efa1e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09315a98-c01a-423c-9e97-abf477e7ea74,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:08.101379 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-93d12027-0a2b-40d0-ad5c-7f5bf0efa1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574952'] for segment, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:08.101889 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.db.segments_db [None req-93d12027-0a2b-40d0-ad5c-7f5bf0efa1e5 admin admin] Added segment 76f97cea-fdcf-4519-877e-95d9039a1bb2 of type vlan for network 86607cb6-c8a7-43df-9c11-e08b2a900939 Nov 23 05:28:08.138984 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff779b7-dae3-42bb-8ee8-80fc9afe4049 req-104b0bcf-5423-4596-848c-7a468999e1fb tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:08.156835 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3ff779b7-dae3-42bb-8ee8-80fc9afe4049 req-104b0bcf-5423-4596-848c-7a468999e1fb tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 946 time: 0.2988474 Nov 23 05:28:08.157547 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-93d12027-0a2b-40d0-ad5c-7f5bf0efa1e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751724239108'] for network, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:08.195799 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-93d12027-0a2b-40d0-ad5c-7f5bf0efa1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215'] for network, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:08.196849 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d12027-0a2b-40d0-ad5c-7f5bf0efa1e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:08.197867 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-93d12027-0a2b-40d0-ad5c-7f5bf0efa1e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for network, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:08.288008 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12027-0a2b-40d0-ad5c-7f5bf0efa1e5 admin admin] Pushing event updated for resources: {'Network': ['ID=86607cb6-c8a7-43df-9c11-e08b2a900939,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:08.299412 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Network 86607cb6-c8a7-43df-9c11-e08b2a900939 details requested by agent ovs-agent-dv-cinder-805072-6-iscsi with host dv-cinder-805072-6-iscsi {{(pid=102518) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 05:28:08.313735 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a296c-e7c3-4db0-a8de-317fb03591e9 req-c3c4c57f-dbc8-4f96-9713-13a18fbd64d4 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:08.319277 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c52a296c-e7c3-4db0-a8de-317fb03591e9 req-c3c4c57f-dbc8-4f96-9713-13a18fbd64d4 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 945 time: 0.3082814 Nov 23 05:28:08.321669 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 60994) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:08.351960 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3ff779b7-dae3-42bb-8ee8-80fc9afe4049 req-65d75dcc-b097-415e-9fa3-e75c3311bbb3 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851373 Nov 23 05:28:08.353437 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-93d12027-0a2b-40d0-ad5c-7f5bf0efa1e5 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2012279 Nov 23 05:28:08.356226 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 60998) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:08.365564 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [None req-0c51ed5d-e6c6-47be-843b-63acf2e716f6 admin admin] Request body: {'subnet': {'network_id': '86607cb6-c8a7-43df-9c11-e08b2a900939', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-796047916-subnet', 'tenant_id': '5dd1e0c3287e4976856ecd12547d4b60', 'ip_version': 4}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:28:08.402282 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c51ed5d-e6c6-47be-843b-63acf2e716f6 admin admin] Made reservation on behalf of 5dd1e0c3287e4976856ecd12547d4b60 for: {'subnet': 1} {{(pid=102517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:28:08.412344 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-0c51ed5d-e6c6-47be-843b-63acf2e716f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27225594'] for subnet, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:08.470886 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c52a296c-e7c3-4db0-a8de-317fb03591e9 req-b3188929-254b-46d8-ad6c-21df06251322 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313205 Nov 23 05:28:08.544052 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-0cc3cdcc-aace-4769-a54e-383df0ffcf0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:08.727745 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-0c51ed5d-e6c6-47be-843b-63acf2e716f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25211216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27225556'] for subnet, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:08.751043 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-aa5bc87e-ced6-4863-9fba-cbeda870e2b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:08.854010 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c51ed5d-e6c6-47be-843b-63acf2e716f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50b38531-eddf-4b49-b531-e5bf9682dbbe,revision_number=0']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:08.888557 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-aa5bc87e-ced6-4863-9fba-cbeda870e2b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:08.901706 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c51ed5d-e6c6-47be-843b-63acf2e716f6 admin admin] Checking segment: {'id': '76f97cea-fdcf-4519-877e-95d9039a1bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '86607cb6-c8a7-43df-9c11-e08b2a900939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:28:08.902033 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c51ed5d-e6c6-47be-843b-63acf2e716f6 admin admin] Network hostable DHCP agents. Network: 86607cb6-c8a7-43df-9c11-e08b2a900939, hostable agents: ['2030e6fd-0e7a-4e26-866d-a4515205c5a7'], hosted agents: [] {{(pid=102517) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 05:28:08.903383 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-aa5bc87e-ced6-4863-9fba-cbeda870e2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:08.940452 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c51ed5d-e6c6-47be-843b-63acf2e716f6 admin admin] Network 86607cb6-c8a7-43df-9c11-e08b2a900939 is scheduled to be hosted by DHCP agent 2030e6fd-0e7a-4e26-866d-a4515205c5a7 with binding_index 1 {{(pid=102517) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 05:28:08.959452 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.base_scheduler [None req-0c51ed5d-e6c6-47be-843b-63acf2e716f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805072-6-iscsi, 86607cb6-c8a7-43df-9c11-e08b2a900939) {{(pid=102517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:28:08.965446 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c51ed5d-e6c6-47be-843b-63acf2e716f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:08.965995 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-0c51ed5d-e6c6-47be-843b-63acf2e716f6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:08.981021 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ee29b5-714b-4eb6-81ad-ae688ec1bf0d None None] Network 86607cb6-c8a7-43df-9c11-e08b2a900939 requested from dv-cinder-805072-6-iscsi {{(pid=102518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:28:09.000330 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-0c51ed5d-e6c6-47be-843b-63acf2e716f6 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6427925 Nov 23 05:28:09.000953 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 32768) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:09.008529 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [None req-be4eff7a-4e53-4efc-aa11-6dd817414d3a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-796047916-router', 'tenant_id': '5dd1e0c3287e4976856ecd12547d4b60', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688'}}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:28:09.021194 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-aa5bc87e-ced6-4863-9fba-cbeda870e2b2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3c44659d4a614bcd9527ff90fe3252e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6963248 Nov 23 05:28:09.023263 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 32770) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:09.044408 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5bc87e-ced6-4863-9fba-cbeda870e2b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd027e91-a57c-41d3-a76e-4437c9268727,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:09.080028 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-be4eff7a-4e53-4efc-aa11-6dd817414d3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8397'] for router, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:09.081233 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-be4eff7a-4e53-4efc-aa11-6dd817414d3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1733637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804129', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9534'] for router, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:09.152970 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:09.180282 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-081c4593-9103-4057-b11f-85a5baddb491 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:09.215857 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-be4eff7a-4e53-4efc-aa11-6dd817414d3a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:09.245058 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-081c4593-9103-4057-b11f-85a5baddb491 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:09.376722 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-081c4593-9103-4057-b11f-85a5baddb491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:09.380865 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-081c4593-9103-4057-b11f-85a5baddb491 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:09.382448 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-081c4593-9103-4057-b11f-85a5baddb491 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dd027e91-a57c-41d3-a76e-4437c9268727 HTTP/1.1" status: 204 len: 168 time: 0.3576088 Nov 23 05:28:09.405722 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081c4593-9103-4057-b11f-85a5baddb491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd027e91-a57c-41d3-a76e-4437c9268727,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:09.417110 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52832a9-2350-45ab-93dd-fc450b1df53a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37d81789-c0f2-5219-9ce1-cd506509959a-86607cb6-c8a7-43df-9c11-e08b2a900939', 'network_id': '86607cb6-c8a7-43df-9c11-e08b2a900939', 'tenant_id': '5dd1e0c3287e4976856ecd12547d4b60', 'fixed_ips': [{'subnet_id': '50b38531-eddf-4b49-b531-e5bf9682dbbe'}]}} from dv-cinder-805072-6-iscsi. {{(pid=102518) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 05:28:09.418064 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-a52832a9-2350-45ab-93dd-fc450b1df53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_create {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:09.736129 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-be4eff7a-4e53-4efc-aa11-6dd817414d3a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:09.809967 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd4443-5a14-4d3f-955c-65b7c2c9d602 req-79c6870c-d4ed-4285-9bcb-8ef541cb19f0 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:09.818722 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-aedd4443-5a14-4d3f-955c-65b7c2c9d602 req-79c6870c-d4ed-4285-9bcb-8ef541cb19f0 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 946 time: 0.2896380 Nov 23 05:28:09.884935 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf8db32-4a19-4547-aa5d-ce55dfb1a46f req-49ccae3a-ada6-447e-9eac-2d218efafd2f tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:09.897261 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9bf8db32-4a19-4547-aa5d-ce55dfb1a46f req-49ccae3a-ada6-447e-9eac-2d218efafd2f tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 945 time: 0.2819986 Nov 23 05:28:09.999149 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9bf8db32-4a19-4547-aa5d-ce55dfb1a46f req-97b74799-6ada-424f-b763-98285589d3fb tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958977 Nov 23 05:28:10.076762 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-aedd4443-5a14-4d3f-955c-65b7c2c9d602 req-a044e75d-bfd8-4056-8f4d-7893bcaa1909 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2564116 Nov 23 05:28:10.133304 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.db_base_plugin_common [None req-a52832a9-2350-45ab-93dd-fc450b1df53a None None] Allocated IP 172.20.0.2 (86607cb6-c8a7-43df-9c11-e08b2a900939/50b38531-eddf-4b49-b531-e5bf9682dbbe/0e452b0c-f297-4756-92bf-4e073feedbab) {{(pid=102518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:28:10.492917 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-a52832a9-2350-45ab-93dd-fc450b1df53a None None] Publish callbacks [] for port, precommit_create {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:10.517857 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-a52832a9-2350-45ab-93dd-fc450b1df53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751724218534'] for port, after_create {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:10.588922 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-be4eff7a-4e53-4efc-aa11-6dd817414d3a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:10.622160 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-be4eff7a-4e53-4efc-aa11-6dd817414d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:10.651638 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52832a9-2350-45ab-93dd-fc450b1df53a None None] Network 86607cb6-c8a7-43df-9c11-e08b2a900939 is already hosted by enough agents. {{(pid=102518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:28:10.659107 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.scheduler.base_scheduler [None req-a52832a9-2350-45ab-93dd-fc450b1df53a None None] Resources bound (agent type, host, resource id): {{(pid=102518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:28:10.672006 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52832a9-2350-45ab-93dd-fc450b1df53a None None] Received port after_create {{(pid=102518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:28:10.710570 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52832a9-2350-45ab-93dd-fc450b1df53a None None] Pushing event updated for resources: {'Port': ['ID=0e452b0c-f297-4756-92bf-4e073feedbab,revision_number=1']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:10.774100 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-a52832a9-2350-45ab-93dd-fc450b1df53a None None] Attempting to bind port 0e452b0c-f297-4756-92bf-4e073feedbab on host dv-cinder-805072-6-iscsi for vnic_type normal with profile {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:28:10.774755 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-a52832a9-2350-45ab-93dd-fc450b1df53a None None] Attempting to bind port 0e452b0c-f297-4756-92bf-4e073feedbab by drivers openvswitch,hyperv on host dv-cinder-805072-6-iscsi at level 0 using segments [{'id': '76f97cea-fdcf-4519-877e-95d9039a1bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '86607cb6-c8a7-43df-9c11-e08b2a900939'}] {{(pid=102518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:28:10.777702 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52832a9-2350-45ab-93dd-fc450b1df53a None None] Attempting to bind port 0e452b0c-f297-4756-92bf-4e073feedbab on network 86607cb6-c8a7-43df-9c11-e08b2a900939 {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:28:10.790388 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52832a9-2350-45ab-93dd-fc450b1df53a None None] Checking agent: {'id': '820ec587-a722-4a8d-8856-03e998d7c894', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 5, 17, 39), 'started_at': datetime.datetime(2021, 11, 23, 5, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:28:10.791102 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52832a9-2350-45ab-93dd-fc450b1df53a None None] Checking segment: {'id': '76f97cea-fdcf-4519-877e-95d9039a1bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '86607cb6-c8a7-43df-9c11-e08b2a900939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:28:10.791672 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-a52832a9-2350-45ab-93dd-fc450b1df53a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:10.792232 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52832a9-2350-45ab-93dd-fc450b1df53a None None] Bound using segment: {'id': '76f97cea-fdcf-4519-877e-95d9039a1bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '86607cb6-c8a7-43df-9c11-e08b2a900939'} {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:28:10.792863 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-a52832a9-2350-45ab-93dd-fc450b1df53a None None] Bound port: 0e452b0c-f297-4756-92bf-4e073feedbab, host: dv-cinder-805072-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76f97cea-fdcf-4519-877e-95d9039a1bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '86607cb6-c8a7-43df-9c11-e08b2a900939'}}] {{(pid=102518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:28:10.793416 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-a52832a9-2350-45ab-93dd-fc450b1df53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:10.817554 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d41ff-e7f9-4246-852f-76b766c2ceb7 req-7a648fb6-f320-4bb8-903a-fdf6bb0809fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:10.821595 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-639d41ff-e7f9-4246-852f-76b766c2ceb7 req-7a648fb6-f320-4bb8-903a-fdf6bb0809fb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=69e7ea777b914593bb44950d24bd1f10&device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 1098 time: 0.1912141 Nov 23 05:28:10.959619 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a141a9-4692-4818-812d-bdd891188276 req-5c5fe3df-75f9-4101-89ff-a62e32a05eb1 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:10.961209 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-a52832a9-2350-45ab-93dd-fc450b1df53a None None] For port 0e452b0c-f297-4756-92bf-4e073feedbab, host dv-cinder-805072-6-iscsi, cleared binding levels {{(pid=102518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:28:10.964858 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-a52832a9-2350-45ab-93dd-fc450b1df53a None None] For port 0e452b0c-f297-4756-92bf-4e073feedbab, host dv-cinder-805072-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=0e452b0c-f297-4756-92bf-4e073feedbab,segment=NetworkSegment(76f97cea-fdcf-4519-877e-95d9039a1bb2),segment_id=76f97cea-fdcf-4519-877e-95d9039a1bb2)] {{(pid=102518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:28:10.966247 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-53a141a9-4692-4818-812d-bdd891188276 req-5c5fe3df-75f9-4101-89ff-a62e32a05eb1 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 945 time: 0.2454574 Nov 23 05:28:10.977850 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-a52832a9-2350-45ab-93dd-fc450b1df53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:11.058369 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.db.db_base_plugin_common [None req-be4eff7a-4e53-4efc-aa11-6dd817414d3a admin admin] Allocated IP 172.27.0.248 (2fffb983-856b-4b4c-9c04-1e7e601bf688/5f9bd7f2-55ce-4eb1-9184-aa4552661a9b/b06868b5-bd80-4ceb-971e-6b80c67922b5) {{(pid=102517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:28:11.159312 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52832a9-2350-45ab-93dd-fc450b1df53a None None] Pushing event updated for resources: {'Port': ['ID=0e452b0c-f297-4756-92bf-4e073feedbab,revision_number=2']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:11.180459 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d41ff-e7f9-4246-852f-76b766c2ceb7 req-0361fe95-2bcd-44c5-a129-9ea430e83d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:11.182334 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-639d41ff-e7f9-4246-852f-76b766c2ceb7 req-0361fe95-2bcd-44c5-a129-9ea430e83d4f service neutron] 10.222.0.54 "GET /v2.0/networks?id=50773825-fd81-4958-87b4-2ed90bf98952 HTTP/1.1" status: 200 len: 919 time: 0.3477263 Nov 23 05:28:11.199839 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-53a141a9-4692-4818-812d-bdd891188276 req-7b7f1ac3-2d66-4662-be07-b8bcde4e1cad tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318532 Nov 23 05:28:11.346451 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-639d41ff-e7f9-4246-852f-76b766c2ceb7 req-44367456-332c-452b-994d-20c2d2348210 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5addb99-97fe-47a8-943e-31abf62517ff HTTP/1.1" status: 200 len: 217 time: 0.1452913 Nov 23 05:28:11.510126 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d41ff-e7f9-4246-852f-76b766c2ceb7 req-9e72078f-ad08-4859-a08a-8609487c8cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:11.512020 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-639d41ff-e7f9-4246-852f-76b766c2ceb7 req-9e72078f-ad08-4859-a08a-8609487c8cc8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1ab3fbc5-9816-4f2a-a489-0455f1380f70 HTTP/1.1" status: 200 len: 858 time: 0.1517940 Nov 23 05:28:11.521802 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78332f0e-b9a2-48a2-aa4e-0bc452517f86 req-d44281a3-3237-4a21-ba75-653b1ac52179 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:11.524956 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-be4eff7a-4e53-4efc-aa11-6dd817414d3a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:11.543039 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-78332f0e-b9a2-48a2-aa4e-0bc452517f86 req-d44281a3-3237-4a21-ba75-653b1ac52179 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 946 time: 0.2245100 Nov 23 05:28:11.645487 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-639d41ff-e7f9-4246-852f-76b766c2ceb7 req-618965a5-6ca2-4130-b7b7-f9ba211931cb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=50773825-fd81-4958-87b4-2ed90bf98952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0992384 Nov 23 05:28:11.696807 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-be4eff7a-4e53-4efc-aa11-6dd817414d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751724218534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25211324'] for port, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:11.811915 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-78332f0e-b9a2-48a2-aa4e-0bc452517f86 req-deb2d8be-fca1-4280-b762-07f62300f065 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2679021 Nov 23 05:28:11.860746 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4eff7a-4e53-4efc-aa11-6dd817414d3a admin admin] Network 2fffb983-856b-4b4c-9c04-1e7e601bf688 is already hosted by enough agents. {{(pid=102517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:28:11.868150 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.base_scheduler [None req-be4eff7a-4e53-4efc-aa11-6dd817414d3a admin admin] Resources bound (agent type, host, resource id): {{(pid=102517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:28:11.882330 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4eff7a-4e53-4efc-aa11-6dd817414d3a admin admin] Received port after_create {{(pid=102517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:28:11.998775 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-639d41ff-e7f9-4246-852f-76b766c2ceb7 req-a34946c5-eeb1-4201-a0f8-cacf0aef0f06 service neutron] 10.222.0.54 "GET /v2.0/networks/50773825-fd81-4958-87b4-2ed90bf98952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430595 Nov 23 05:28:12.223799 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4eff7a-4e53-4efc-aa11-6dd817414d3a admin admin] Pushing event updated for resources: {'Port': ['ID=b06868b5-bd80-4ceb-971e-6b80c67922b5,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:12.272909 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-639d41ff-e7f9-4246-852f-76b766c2ceb7 req-d10b2ed9-55e2-4af8-a91c-8c712de238cb service neutron] 10.222.0.54 "GET /v2.0/networks/50773825-fd81-4958-87b4-2ed90bf98952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625337 Nov 23 05:28:12.453276 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00cabbf-d076-4fff-ab35-784c15a87d24 req-b7af8acd-f9ee-4147-80be-b3ef09f49bfe tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:12.471729 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e00cabbf-d076-4fff-ab35-784c15a87d24 req-b7af8acd-f9ee-4147-80be-b3ef09f49bfe tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 945 time: 0.1408391 Nov 23 05:28:12.524517 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-be4eff7a-4e53-4efc-aa11-6dd817414d3a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:12.629556 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e00cabbf-d076-4fff-ab35-784c15a87d24 req-438687e9-8342-4ff0-ac05-2245d46eacb4 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563072 Nov 23 05:28:12.885100 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 0e452b0c-f297-4756-92bf-4e073feedbab up at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:28:12.891941 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-be4eff7a-4e53-4efc-aa11-6dd817414d3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1733714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-309572'] for router, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:13.037498 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Provisioning complete for port 0e452b0c-f297-4756-92bf-4e073feedbab triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:28:13.038036 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:13.066771 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c2dc63-ecc7-4cd9-b917-9c2e0abe6b57 req-a05dd70c-0afe-45fb-9396-87aab7554819 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:13.075934 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c9c2dc63-ecc7-4cd9-b917-9c2e0abe6b57 req-a05dd70c-0afe-45fb-9396-87aab7554819 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 946 time: 0.0748947 Nov 23 05:28:13.170552 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c9c2dc63-ecc7-4cd9-b917-9c2e0abe6b57 req-d17d9957-9adb-4620-9087-56aed8cc3784 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933626 Nov 23 05:28:13.201513 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4eff7a-4e53-4efc-aa11-6dd817414d3a admin admin] Router ccf93621-1d13-42b1-b790-0480b64cd764 is scheduled to L3 agent 9dac5a01-04fc-4e91-9910-6392ff9c638b with binding_index 1 {{(pid=102517) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 05:28:13.232369 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:13.298572 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] For port 0e452b0c-f297-4756-92bf-4e073feedbab, host dv-cinder-805072-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=0e452b0c-f297-4756-92bf-4e073feedbab,segment=NetworkSegment(76f97cea-fdcf-4519-877e-95d9039a1bb2),segment_id=76f97cea-fdcf-4519-877e-95d9039a1bb2)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:28:13.304905 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:13.380527 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ce915b-3399-493e-a0a3-632682a6496b None None] Network 86607cb6-c8a7-43df-9c11-e08b2a900939 requested from dv-cinder-805072-6-iscsi {{(pid=102518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:28:13.438943 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4eff7a-4e53-4efc-aa11-6dd817414d3a admin admin] Notify agent at l3_agent.dv-cinder-805072-6-iscsi the message routers_updated {{(pid=102517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:28:13.460379 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de85a43-99db-4e6b-b11c-f0476930a528 None None] Sync routers for ids ['ccf93621-1d13-42b1-b790-0480b64cd764'] in dv-cinder-805072-6-iscsi {{(pid=102519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:28:13.479084 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de85a43-99db-4e6b-b11c-f0476930a528 None None] Routers {'ccf93621-1d13-42b1-b790-0480b64cd764'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:28:13.483888 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-2de85a43-99db-4e6b-b11c-f0476930a528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:28:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['ccf93621-1d13-42b1-b790-0480b64cd764'], 'active': True} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:28:13.492092 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Pushing event updated for resources: {'Port': ['ID=0e452b0c-f297-4756-92bf-4e073feedbab,revision_number=3']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:13.498064 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-be4eff7a-4e53-4efc-aa11-6dd817414d3a admin admin] Publish callbacks [] for router, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:13.504235 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 32824) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:13.512036 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-be4eff7a-4e53-4efc-aa11-6dd817414d3a admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.5046070 Nov 23 05:28:13.526108 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-ad0b3de8-81cb-4e4d-8f87-d0cbaafb533f None None] Provisioning complete for port 0e452b0c-f297-4756-92bf-4e073feedbab triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:28:13.526881 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-ad0b3de8-81cb-4e4d-8f87-d0cbaafb533f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:13.856009 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvr_db [None req-2de85a43-99db-4e6b-b11c-f0476930a528 None None] Set router ccf93621-1d13-42b1-b790-0480b64cd764 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:28:13.893844 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2fd9a-a83f-493d-a318-e5a82b0afc79 req-cbbad336-90bb-43f7-8225-ab0fc8c877d6 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:13.895523 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-21a2fd9a-a83f-493d-a318-e5a82b0afc79 req-cbbad336-90bb-43f7-8225-ab0fc8c877d6 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 945 time: 0.1682839 Nov 23 05:28:14.105761 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-2de85a43-99db-4e6b-b11c-f0476930a528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf93621-1d13-42b1-b790-0480b64cd764', 'name': 'tempest-TestMinimumBasicScenario-796047916-router', 'tenant_id': '5dd1e0c3287e4976856ecd12547d4b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'b06868b5-bd80-4ceb-971e-6b80c67922b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:28:09Z', 'updated_at': '2021-11-23T05:28:12Z', 'revision_number': 3, 'project_id': '5dd1e0c3287e4976856ecd12547d4b60', 'gw_port': {'id': 'b06868b5-bd80-4ceb-971e-6b80c67922b5', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf93621-1d13-42b1-b790-0480b64cd764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:10Z', 'updated_at': '2021-11-23T05:28:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi'}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:28:14.118263 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-21a2fd9a-a83f-493d-a318-e5a82b0afc79 req-5e634ada-8fd9-4866-bb9b-808d47386dc0 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970496 Nov 23 05:28:14.157825 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de85a43-99db-4e6b-b11c-f0476930a528 None None] Checking router: ccf93621-1d13-42b1-b790-0480b64cd764 for host: dv-cinder-805072-6-iscsi {{(pid=102519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:28:14.165984 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de85a43-99db-4e6b-b11c-f0476930a528 None None] Updating router ccf93621-1d13-42b1-b790-0480b64cd764 port b06868b5-bd80-4ceb-971e-6b80c67922b5 binding host dv-cinder-805072-6-iscsi {{(pid=102519) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 05:28:14.202619 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-2de85a43-99db-4e6b-b11c-f0476930a528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:14.225185 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-645c6402-6f4d-41e6-89c0-e1870cb971b2 None None] Provisioning complete for port 0e452b0c-f297-4756-92bf-4e073feedbab triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:28:14.225808 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-645c6402-6f4d-41e6-89c0-e1870cb971b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:14.513595 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4254238-857e-4a07-8c66-48e316f02990 req-7522bc4f-1f96-4c89-abee-594ee43de58c tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:14.515276 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e4254238-857e-4a07-8c66-48e316f02990 req-7522bc4f-1f96-4c89-abee-594ee43de58c tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 946 time: 0.0930071 Nov 23 05:28:14.603457 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e4254238-857e-4a07-8c66-48e316f02990 req-730d09a1-84c1-49fb-903f-ddfe6cd47a31 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788934 Nov 23 05:28:14.659531 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2539f549-a0d1-4281-a4b1-ad07b3e70c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:14.711603 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-2de85a43-99db-4e6b-b11c-f0476930a528 None None] Publish callbacks [] for port, precommit_update {{(pid=102519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:14.733374 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-2de85a43-99db-4e6b-b11c-f0476930a528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:14.855304 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaeb414-52ee-4b1e-8828-f4f8477acf98 None None] Pushing event updated for resources: {'Port': ['ID=b06868b5-bd80-4ceb-971e-6b80c67922b5,revision_number=2']} {{(pid=102519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:14.873812 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.managers [None req-2de85a43-99db-4e6b-b11c-f0476930a528 None None] Attempting to bind port b06868b5-bd80-4ceb-971e-6b80c67922b5 on host dv-cinder-805072-6-iscsi for vnic_type normal with profile {{(pid=102519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:28:14.873812 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.managers [None req-2de85a43-99db-4e6b-b11c-f0476930a528 None None] Attempting to bind port b06868b5-bd80-4ceb-971e-6b80c67922b5 by drivers openvswitch,hyperv on host dv-cinder-805072-6-iscsi at level 0 using segments [{'id': 'e4256266-4d48-4c1e-81e6-1081b0d2db50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688'}] {{(pid=102519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:28:14.873812 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de85a43-99db-4e6b-b11c-f0476930a528 None None] Attempting to bind port b06868b5-bd80-4ceb-971e-6b80c67922b5 on network 2fffb983-856b-4b4c-9c04-1e7e601bf688 {{(pid=102519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:28:14.883725 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 0e452b0c-f297-4756-92bf-4e073feedbab up at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:28:14.886695 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaeb414-52ee-4b1e-8828-f4f8477acf98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:14.887096 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaeb414-52ee-4b1e-8828-f4f8477acf98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:14.887450 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaeb414-52ee-4b1e-8828-f4f8477acf98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:14.887795 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaeb414-52ee-4b1e-8828-f4f8477acf98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:14.888130 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaeb414-52ee-4b1e-8828-f4f8477acf98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:14.888462 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaeb414-52ee-4b1e-8828-f4f8477acf98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:14.888801 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaeb414-52ee-4b1e-8828-f4f8477acf98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:14.889128 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaeb414-52ee-4b1e-8828-f4f8477acf98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:14.889473 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaeb414-52ee-4b1e-8828-f4f8477acf98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:14.889807 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaeb414-52ee-4b1e-8828-f4f8477acf98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:14.890135 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaeb414-52ee-4b1e-8828-f4f8477acf98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:14.890461 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaeb414-52ee-4b1e-8828-f4f8477acf98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:14.897713 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de85a43-99db-4e6b-b11c-f0476930a528 None None] Checking agent: {'id': '820ec587-a722-4a8d-8856-03e998d7c894', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 5, 17, 39), 'started_at': datetime.datetime(2021, 11, 23, 5, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:28:14.898404 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de85a43-99db-4e6b-b11c-f0476930a528 None None] Checking segment: {'id': 'e4256266-4d48-4c1e-81e6-1081b0d2db50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:28:14.899399 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-2de85a43-99db-4e6b-b11c-f0476930a528 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:14.899806 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de85a43-99db-4e6b-b11c-f0476930a528 None None] Bound using segment: {'id': 'e4256266-4d48-4c1e-81e6-1081b0d2db50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688'} {{(pid=102519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:28:14.900301 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.managers [None req-2de85a43-99db-4e6b-b11c-f0476930a528 None None] Bound port: b06868b5-bd80-4ceb-971e-6b80c67922b5, host: dv-cinder-805072-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4256266-4d48-4c1e-81e6-1081b0d2db50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688'}}] {{(pid=102519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:28:14.900972 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-2de85a43-99db-4e6b-b11c-f0476930a528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:14.980999 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.db_base_plugin_common [None req-2539f549-a0d1-4281-a4b1-ad07b3e70c92 admin admin] Allocated IP 172.20.0.1 (86607cb6-c8a7-43df-9c11-e08b2a900939/50b38531-eddf-4b49-b531-e5bf9682dbbe/0850cfbc-8047-4342-b81d-3e90b590c34e) {{(pid=102516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:28:14.994165 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Provisioning complete for port 0e452b0c-f297-4756-92bf-4e073feedbab triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:28:14.994894 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:15.112490 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.db [None req-2de85a43-99db-4e6b-b11c-f0476930a528 None None] For port b06868b5-bd80-4ceb-971e-6b80c67922b5, host dv-cinder-805072-6-iscsi, cleared binding levels {{(pid=102519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:28:15.129693 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.db [None req-2de85a43-99db-4e6b-b11c-f0476930a528 None None] For port b06868b5-bd80-4ceb-971e-6b80c67922b5, host dv-cinder-805072-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=b06868b5-bd80-4ceb-971e-6b80c67922b5,segment=NetworkSegment(e4256266-4d48-4c1e-81e6-1081b0d2db50),segment_id=e4256266-4d48-4c1e-81e6-1081b0d2db50)] {{(pid=102519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:28:15.144886 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-2de85a43-99db-4e6b-b11c-f0476930a528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:15.251685 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de85a43-99db-4e6b-b11c-f0476930a528 None None] Routers {'ccf93621-1d13-42b1-b790-0480b64cd764'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:28:15.252666 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-2de85a43-99db-4e6b-b11c-f0476930a528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:28:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['ccf93621-1d13-42b1-b790-0480b64cd764'], 'active': True} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:28:15.352878 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2539f549-a0d1-4281-a4b1-ad07b3e70c92 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:15.414302 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvr_db [None req-2de85a43-99db-4e6b-b11c-f0476930a528 None None] Set router ccf93621-1d13-42b1-b790-0480b64cd764 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:28:15.428246 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1926c3e-7059-415f-a79b-f0b684ca4a5a req-a66c7ba2-7a20-4107-af6e-da6ff919d83b tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:15.441800 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a1926c3e-7059-415f-a79b-f0b684ca4a5a req-a66c7ba2-7a20-4107-af6e-da6ff919d83b tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 945 time: 0.2112174 Nov 23 05:28:15.500088 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaeb414-52ee-4b1e-8828-f4f8477acf98 None None] Pushing event updated for resources: {'Port': ['ID=b06868b5-bd80-4ceb-971e-6b80c67922b5,revision_number=3']} {{(pid=102519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:15.539991 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a1926c3e-7059-415f-a79b-f0b684ca4a5a req-b014f354-099a-4ec4-81cb-6d9079f4304c tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905192 Nov 23 05:28:15.562898 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2539f549-a0d1-4281-a4b1-ad07b3e70c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751724218534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237887'] for port, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:15.655600 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2539f549-a0d1-4281-a4b1-ad07b3e70c92 admin admin] Pushing event updated for resources: {'Port': ['ID=0850cfbc-8047-4342-b81d-3e90b590c34e,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:15.672935 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2539f549-a0d1-4281-a4b1-ad07b3e70c92 admin admin] Network 86607cb6-c8a7-43df-9c11-e08b2a900939 is already hosted by enough agents. {{(pid=102516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:28:15.686524 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [None req-2539f549-a0d1-4281-a4b1-ad07b3e70c92 admin admin] Resources bound (agent type, host, resource id): {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:28:15.692077 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2539f549-a0d1-4281-a4b1-ad07b3e70c92 admin admin] Received port after_create {{(pid=102516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:28:15.729739 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-2de85a43-99db-4e6b-b11c-f0476930a528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf93621-1d13-42b1-b790-0480b64cd764', 'name': 'tempest-TestMinimumBasicScenario-796047916-router', 'tenant_id': '5dd1e0c3287e4976856ecd12547d4b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'b06868b5-bd80-4ceb-971e-6b80c67922b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:28:09Z', 'updated_at': '2021-11-23T05:28:12Z', 'revision_number': 3, 'project_id': '5dd1e0c3287e4976856ecd12547d4b60', 'gw_port': {'id': 'b06868b5-bd80-4ceb-971e-6b80c67922b5', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf93621-1d13-42b1-b790-0480b64cd764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:10Z', 'updated_at': '2021-11-23T05:28:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi'}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:28:15.824635 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2539f549-a0d1-4281-a4b1-ad07b3e70c92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733347'] for router_interface, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:15.826543 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de85a43-99db-4e6b-b11c-f0476930a528 None None] The sync data for ids ['ccf93621-1d13-42b1-b790-0480b64cd764'] in dv-cinder-805072-6-iscsi is: [{'id': 'ccf93621-1d13-42b1-b790-0480b64cd764', 'name': 'tempest-TestMinimumBasicScenario-796047916-router', 'tenant_id': '5dd1e0c3287e4976856ecd12547d4b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'b06868b5-bd80-4ceb-971e-6b80c67922b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:28:09Z', 'updated_at': '2021-11-23T05:28:12Z', 'revision_number': 3, 'project_id': '5dd1e0c3287e4976856ecd12547d4b60', 'gw_port': {'id': 'b06868b5-bd80-4ceb-971e-6b80c67922b5', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf93621-1d13-42b1-b790-0480b64cd764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:10Z', 'updated_at': '2021-11-23T05:28:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi'}] {{(pid=102519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:28:15.902447 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.agents_db [None req-5ade7c98-4a19-45de-8fb0-464f54244c1e None None] Agent healthcheck: found 6 active agents {{(pid=102519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:28:15.974465 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11048473-cf9b-4b18-8196-bbbc70d82953 req-c2e1fa48-bf5a-48c1-9440-67fe7bd0ccc3 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:15.976215 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-11048473-cf9b-4b18-8196-bbbc70d82953 req-c2e1fa48-bf5a-48c1-9440-67fe7bd0ccc3 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 946 time: 0.2113562 Nov 23 05:28:15.991322 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-dc168540-31c4-4145-bff1-018f3e71581f req-3e46b51f-1613-4f11-9601-62fef0ddbb0e tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=1e7eab36e9754b5d8fd1cd1e70a57154&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0910728 Nov 23 05:28:16.103547 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-502b09c1-4606-488d-a5dd-05b4438d1381 None None] Provisioning complete for port 0850cfbc-8047-4342-b81d-3e90b590c34e triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:28:16.109140 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-502b09c1-4606-488d-a5dd-05b4438d1381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:16.205222 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-502b09c1-4606-488d-a5dd-05b4438d1381 None None] Port 0850cfbc-8047-4342-b81d-3e90b590c34e cannot update to ACTIVE because it is not bound. {{(pid=102518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:28:16.537027 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-11048473-cf9b-4b18-8196-bbbc70d82953 req-12aea064-91f5-4a03-b612-ed39fa9f3711 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5419207 Nov 23 05:28:16.604287 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2539f549-a0d1-4281-a4b1-ad07b3e70c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:16.610412 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f3d40e-ef89-45c6-84ef-1552da16b777 req-94f573c8-2e25-4c49-8ca6-ab3c77b89585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:16.612604 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-14f3d40e-ef89-45c6-84ef-1552da16b777 req-94f573c8-2e25-4c49-8ca6-ab3c77b89585 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cb5e3bfadd8949d285afa69cba79918a&device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 1099 time: 0.1748495 Nov 23 05:28:16.648321 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc168540-31c4-4145-bff1-018f3e71581f req-b41e9548-e148-4f19-a171-0f00b71052f6 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:16.650775 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-dc168540-31c4-4145-bff1-018f3e71581f req-b41e9548-e148-4f19-a171-0f00b71052f6 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6586244 Nov 23 05:28:16.720906 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-dc168540-31c4-4145-bff1-018f3e71581f req-9ef5a80f-7ebb-44c8-a725-f99c59cdf68a tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] 10.222.0.48 "GET /v2.0/quotas/1e7eab36e9754b5d8fd1cd1e70a57154 HTTP/1.1" status: 200 len: 375 time: 0.0256298 Nov 23 05:28:16.900765 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-dc168540-31c4-4145-bff1-018f3e71581f req-a23db6e4-aa7b-4ecf-8bc8-35802bc10b68 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1e7eab36e9754b5d8fd1cd1e70a57154&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0934002 Nov 23 05:28:16.946238 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device b06868b5-bd80-4ceb-971e-6b80c67922b5 up at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:28:17.009354 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f3d40e-ef89-45c6-84ef-1552da16b777 req-a99d41d5-a25e-40c2-9202-99a7aa12391d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:17.012140 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-14f3d40e-ef89-45c6-84ef-1552da16b777 req-a99d41d5-a25e-40c2-9202-99a7aa12391d service neutron] 10.222.0.54 "GET /v2.0/networks?id=d276bf6c-1506-42b0-9d9a-c9478303eb76 HTTP/1.1" status: 200 len: 917 time: 0.3882632 Nov 23 05:28:17.058228 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Provisioning complete for port b06868b5-bd80-4ceb-971e-6b80c67922b5 triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:28:17.058609 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:17.177063 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:17.220525 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] For port b06868b5-bd80-4ceb-971e-6b80c67922b5, host dv-cinder-805072-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=b06868b5-bd80-4ceb-971e-6b80c67922b5,segment=NetworkSegment(e4256266-4d48-4c1e-81e6-1081b0d2db50),segment_id=e4256266-4d48-4c1e-81e6-1081b0d2db50)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:28:17.231310 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:17.296224 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Pushing event updated for resources: {'Port': ['ID=b06868b5-bd80-4ceb-971e-6b80c67922b5,revision_number=4']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:17.305283 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f2e56be8-4214-4331-a184-bf7f71a09cf9 req-c6a206e0-13da-44c4-b221-0ad916cc3eb4 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e7c530-5897-42b8-bf44-718e9c530be0 HTTP/1.1" status: 200 len: 210 time: 0.0533757 Nov 23 05:28:17.329277 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-14f3d40e-ef89-45c6-84ef-1552da16b777 req-13d98380-b196-4a6f-a985-bc8c1ea86aa9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b20df5f1-9ac0-4b9c-a723-2aaae32a648d HTTP/1.1" status: 200 len: 1002 time: 0.3069544 Nov 23 05:28:17.334064 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2539f549-a0d1-4281-a4b1-ad07b3e70c92 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:17.349798 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2539f549-a0d1-4281-a4b1-ad07b3e70c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237864'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:17.464420 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2539f549-a0d1-4281-a4b1-ad07b3e70c92 admin admin] Pushing event updated for resources: {'Port': ['ID=0850cfbc-8047-4342-b81d-3e90b590c34e,revision_number=2']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:17.468175 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f3d40e-ef89-45c6-84ef-1552da16b777 req-4dad4759-336d-455a-b4ce-14e61a4e23c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:17.469732 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-14f3d40e-ef89-45c6-84ef-1552da16b777 req-4dad4759-336d-455a-b4ce-14e61a4e23c3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b812847c-d94f-408a-a05b-e1adde40724b HTTP/1.1" status: 200 len: 855 time: 0.1326776 Nov 23 05:28:17.471035 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2539f549-a0d1-4281-a4b1-ad07b3e70c92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733247'] for router_interface, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:17.584831 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f3d40e-ef89-45c6-84ef-1552da16b777 req-65350556-b457-4776-b36f-c3d3660626c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:17.586601 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-14f3d40e-ef89-45c6-84ef-1552da16b777 req-65350556-b457-4776-b36f-c3d3660626c9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d276bf6c-1506-42b0-9d9a-c9478303eb76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1052802 Nov 23 05:28:17.729249 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2539f549-a0d1-4281-a4b1-ad07b3e70c92 admin admin] Network 86607cb6-c8a7-43df-9c11-e08b2a900939 is already hosted by enough agents. {{(pid=102516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:28:17.739717 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [None req-2539f549-a0d1-4281-a4b1-ad07b3e70c92 admin admin] Resources bound (agent type, host, resource id): {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:28:17.879665 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7647d6-31ce-4266-a0f6-cbc9dfdd9209 req-c7c155c8-ba9d-4959-9c0f-9810c5eab05d tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:17.881346 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ed7647d6-31ce-4266-a0f6-cbc9dfdd9209 req-c7c155c8-ba9d-4959-9c0f-9810c5eab05d tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 946 time: 0.2139125 Nov 23 05:28:17.885200 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-14f3d40e-ef89-45c6-84ef-1552da16b777 req-21e9bbbe-8ce7-49b4-b8fd-c2d6ca5f7d9d service neutron] 10.222.0.54 "GET /v2.0/networks/d276bf6c-1506-42b0-9d9a-c9478303eb76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801270 Nov 23 05:28:18.087593 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ed7647d6-31ce-4266-a0f6-cbc9dfdd9209 req-0cd1f869-ef94-434c-b967-614497ae2b57 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1995535 Nov 23 05:28:18.136792 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-14f3d40e-ef89-45c6-84ef-1552da16b777 req-febf7200-05f9-4878-bc01-4739974aa6d5 service neutron] 10.222.0.54 "GET /v2.0/networks/d276bf6c-1506-42b0-9d9a-c9478303eb76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943204 Nov 23 05:28:18.153470 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2539f549-a0d1-4281-a4b1-ad07b3e70c92 admin admin] Router ccf93621-1d13-42b1-b790-0480b64cd764 has already been hosted by L3 agent 9dac5a01-04fc-4e91-9910-6392ff9c638b {{(pid=102516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:28:18.200811 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-ec875744-98f0-4bc7-b844-829d42b3ce82 None None] Provisioning complete for port 0850cfbc-8047-4342-b81d-3e90b590c34e triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:28:18.201313 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-ec875744-98f0-4bc7-b844-829d42b3ce82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:18.314237 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-ec875744-98f0-4bc7-b844-829d42b3ce82 None None] Port 0850cfbc-8047-4342-b81d-3e90b590c34e cannot update to ACTIVE because it is not bound. {{(pid=102518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:28:18.327971 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2539f549-a0d1-4281-a4b1-ad07b3e70c92 admin admin] Notify agent at l3_agent.dv-cinder-805072-6-iscsi the message routers_updated {{(pid=102516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:28:18.338842 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517d041f-66b1-4d43-9796-123eefe07bd3 None None] Sync routers for ids ['ccf93621-1d13-42b1-b790-0480b64cd764'] in dv-cinder-805072-6-iscsi {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:28:18.351356 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-2539f549-a0d1-4281-a4b1-ad07b3e70c92 admin admin] 10.222.0.48 "PUT /v2.0/routers/ccf93621-1d13-42b1-b790-0480b64cd764/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8374867 Nov 23 05:28:18.364186 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517d041f-66b1-4d43-9796-123eefe07bd3 None None] Routers {'ccf93621-1d13-42b1-b790-0480b64cd764'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:28:18.365141 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-517d041f-66b1-4d43-9796-123eefe07bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:28:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['ccf93621-1d13-42b1-b790-0480b64cd764'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:28:18.437302 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-53a36df6-e901-45c7-b5d7-f87412cad09e req-6f36108f-428f-40e7-9fa9-66074ae2ceb6 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e7c530-5897-42b8-bf44-718e9c530be0 HTTP/1.1" status: 200 len: 210 time: 0.0371845 Nov 23 05:28:18.537785 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-517d041f-66b1-4d43-9796-123eefe07bd3 None None] Set router ccf93621-1d13-42b1-b790-0480b64cd764 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:28:18.780958 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device b06868b5-bd80-4ceb-971e-6b80c67922b5 up at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:28:18.832063 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-dc168540-31c4-4145-bff1-018f3e71581f req-9da34092-fda3-4bb4-a856-74e5555d20a8 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=1e7eab36e9754b5d8fd1cd1e70a57154&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511091 Nov 23 05:28:18.844871 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-517d041f-66b1-4d43-9796-123eefe07bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf93621-1d13-42b1-b790-0480b64cd764', 'name': 'tempest-TestMinimumBasicScenario-796047916-router', 'tenant_id': '5dd1e0c3287e4976856ecd12547d4b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'b06868b5-bd80-4ceb-971e-6b80c67922b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:28:09Z', 'updated_at': '2021-11-23T05:28:16Z', 'revision_number': 4, 'project_id': '5dd1e0c3287e4976856ecd12547d4b60', 'gw_port': {'id': 'b06868b5-bd80-4ceb-971e-6b80c67922b5', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf93621-1d13-42b1-b790-0480b64cd764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:10Z', 'updated_at': '2021-11-23T05:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_interfaces': [{'id': '0850cfbc-8047-4342-b81d-3e90b590c34e', 'name': '', 'network_id': '86607cb6-c8a7-43df-9c11-e08b2a900939', 'tenant_id': '5dd1e0c3287e4976856ecd12547d4b60', 'mac_address': 'fa:16:3e:9a:f2:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf93621-1d13-42b1-b790-0480b64cd764', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '50b38531-eddf-4b49-b531-e5bf9682dbbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:14Z', 'updated_at': '2021-11-23T05:28:16Z', 'revision_number': 2, 'project_id': '5dd1e0c3287e4976856ecd12547d4b60', 'subnets': [{'id': '50b38531-eddf-4b49-b531-e5bf9682dbbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:28:18.883618 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517d041f-66b1-4d43-9796-123eefe07bd3 None None] Checking router: ccf93621-1d13-42b1-b790-0480b64cd764 for host: dv-cinder-805072-6-iscsi {{(pid=102518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:28:18.883926 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517d041f-66b1-4d43-9796-123eefe07bd3 None None] Updating router ccf93621-1d13-42b1-b790-0480b64cd764 port 0850cfbc-8047-4342-b81d-3e90b590c34e binding host dv-cinder-805072-6-iscsi {{(pid=102518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 05:28:18.917612 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Provisioning complete for port b06868b5-bd80-4ceb-971e-6b80c67922b5 triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:28:18.917983 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:18.933008 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-517d041f-66b1-4d43-9796-123eefe07bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:19.065503 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc168540-31c4-4145-bff1-018f3e71581f req-06ddb6af-112e-47a4-b001-a0be4ac42336 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:19.067793 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-dc168540-31c4-4145-bff1-018f3e71581f req-06ddb6af-112e-47a4-b001-a0be4ac42336 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2172370 Nov 23 05:28:19.095482 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [req-dc168540-31c4-4145-bff1-018f3e71581f req-22b763e7-c2c5-4922-9ae8-1b6a8deaf551 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] Request body: {'port': {'device_id': '70e7c530-5897-42b8-bf44-718e9c530be0', 'network_id': 'a98d8a98-839c-47e1-88e2-76d7f032c093', 'admin_state_up': True, 'tenant_id': '1e7eab36e9754b5d8fd1cd1e70a57154'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:28:19.202342 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 32924) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:19.211196 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [None req-35239fd1-5281-4679-a5a0-0dfe14be7567 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1436583384-network', 'tenant_id': '4efb292b4a3a434790dcc77cc6795003'}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:28:19.257841 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35239fd1-5281-4679-a5a0-0dfe14be7567 admin admin] Made reservation on behalf of 4efb292b4a3a434790dcc77cc6795003 for: {'network': 1} {{(pid=102517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:28:19.263730 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-35239fd1-5281-4679-a5a0-0dfe14be7567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for network, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:19.284005 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-35239fd1-5281-4679-a5a0-0dfe14be7567 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:19.294955 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device b20df5f1-9ac0-4b9c-a723-2aaae32a648d no longer exists at agent hyperv_hv-cinder-80507 {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:28:19.394556 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c29618-f44a-4058-95da-754e90a9a3ed req-06a50427-c3a1-45f7-9b35-1ce73fae32c7 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:19.396788 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-06c29618-f44a-4058-95da-754e90a9a3ed req-06a50427-c3a1-45f7-9b35-1ce73fae32c7 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 946 time: 0.1499252 Nov 23 05:28:19.453296 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-35239fd1-5281-4679-a5a0-0dfe14be7567 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:19.460535 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-35239fd1-5281-4679-a5a0-0dfe14be7567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:19.478968 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35239fd1-5281-4679-a5a0-0dfe14be7567 admin admin] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=102517) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 05:28:19.489786 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-06c29618-f44a-4058-95da-754e90a9a3ed req-87b2a9eb-a46f-42c0-9e38-1dcedfd5997b tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795085 Nov 23 05:28:19.497466 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc168540-31c4-4145-bff1-018f3e71581f req-22b763e7-c2c5-4922-9ae8-1b6a8deaf551 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] Made reservation on behalf of 1e7eab36e9754b5d8fd1cd1e70a57154 for: {'port': 1} {{(pid=102516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:28:19.505191 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-35239fd1-5281-4679-a5a0-0dfe14be7567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574952'] for segment, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:19.505534 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.db.segments_db [None req-35239fd1-5281-4679-a5a0-0dfe14be7567 admin admin] Added segment 077c2104-4d7c-49fa-a847-952c74c29e85 of type vlan for network 1d5635ba-1814-486a-b731-f60fff1908dc Nov 23 05:28:19.506664 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-dc168540-31c4-4145-bff1-018f3e71581f req-22b763e7-c2c5-4922-9ae8-1b6a8deaf551 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:19.539789 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-dc168540-31c4-4145-bff1-018f3e71581f req-22b763e7-c2c5-4922-9ae8-1b6a8deaf551 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:19.551956 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-517d041f-66b1-4d43-9796-123eefe07bd3 None None] Publish callbacks [] for port, precommit_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:19.568661 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-517d041f-66b1-4d43-9796-123eefe07bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:19.584805 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:19.615834 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-35239fd1-5281-4679-a5a0-0dfe14be7567 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751724239108'] for network, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:19.654188 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35239fd1-5281-4679-a5a0-0dfe14be7567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec5df29-fdb1-44da-ae18-2500281acaf8,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:19.666305 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-35239fd1-5281-4679-a5a0-0dfe14be7567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215'] for network, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:19.667538 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35239fd1-5281-4679-a5a0-0dfe14be7567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:19.668602 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-35239fd1-5281-4679-a5a0-0dfe14be7567 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for network, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:19.672770 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35239fd1-5281-4679-a5a0-0dfe14be7567 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:19.673229 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35239fd1-5281-4679-a5a0-0dfe14be7567 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:19.673700 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35239fd1-5281-4679-a5a0-0dfe14be7567 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:19.674149 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35239fd1-5281-4679-a5a0-0dfe14be7567 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:19.674624 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35239fd1-5281-4679-a5a0-0dfe14be7567 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:19.675374 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35239fd1-5281-4679-a5a0-0dfe14be7567 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:19.675824 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35239fd1-5281-4679-a5a0-0dfe14be7567 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:19.676541 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35239fd1-5281-4679-a5a0-0dfe14be7567 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:19.677001 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35239fd1-5281-4679-a5a0-0dfe14be7567 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:19.677449 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35239fd1-5281-4679-a5a0-0dfe14be7567 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:19.678083 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35239fd1-5281-4679-a5a0-0dfe14be7567 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:19.678811 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35239fd1-5281-4679-a5a0-0dfe14be7567 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:19.719757 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3ff2d625-ba9f-4400-ba0a-4c74711cac3c req-08656089-7f6b-4799-a8cf-001971401703 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e7c530-5897-42b8-bf44-718e9c530be0 HTTP/1.1" status: 200 len: 210 time: 0.0568235 Nov 23 05:28:19.773156 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35239fd1-5281-4679-a5a0-0dfe14be7567 admin admin] Pushing event updated for resources: {'Network': ['ID=1d5635ba-1814-486a-b731-f60fff1908dc,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:19.777634 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-dc168540-31c4-4145-bff1-018f3e71581f req-22b763e7-c2c5-4922-9ae8-1b6a8deaf551 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:19.786508 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-dc168540-31c4-4145-bff1-018f3e71581f req-22b763e7-c2c5-4922-9ae8-1b6a8deaf551 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:19.803549 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-35239fd1-5281-4679-a5a0-0dfe14be7567 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5990815 Nov 23 05:28:19.810954 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 32936) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:19.818694 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [None req-038de350-c107-4fdc-967a-cf4ca3a7c274 admin admin] Request body: {'subnet': {'network_id': '1d5635ba-1814-486a-b731-f60fff1908dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1436583384-subnet', 'tenant_id': '4efb292b4a3a434790dcc77cc6795003', 'ip_version': 4}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:28:19.867327 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b763e7-c2c5-4922-9ae8-1b6a8deaf551 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=698d7567-ccad-4bdd-86f2-1a6d7320845d,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:19.869919 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038de350-c107-4fdc-967a-cf4ca3a7c274 admin admin] Made reservation on behalf of 4efb292b4a3a434790dcc77cc6795003 for: {'subnet': 1} {{(pid=102517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:28:19.872372 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-038de350-c107-4fdc-967a-cf4ca3a7c274 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27225594'] for subnet, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:19.879415 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b763e7-c2c5-4922-9ae8-1b6a8deaf551 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:19.879806 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b763e7-c2c5-4922-9ae8-1b6a8deaf551 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:19.880268 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b763e7-c2c5-4922-9ae8-1b6a8deaf551 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:19.880638 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b763e7-c2c5-4922-9ae8-1b6a8deaf551 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:19.880981 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b763e7-c2c5-4922-9ae8-1b6a8deaf551 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:19.881470 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b763e7-c2c5-4922-9ae8-1b6a8deaf551 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:19.881775 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b763e7-c2c5-4922-9ae8-1b6a8deaf551 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:19.882327 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b763e7-c2c5-4922-9ae8-1b6a8deaf551 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:19.882648 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b763e7-c2c5-4922-9ae8-1b6a8deaf551 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:19.883134 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b763e7-c2c5-4922-9ae8-1b6a8deaf551 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:19.883598 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b763e7-c2c5-4922-9ae8-1b6a8deaf551 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:19.883958 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b763e7-c2c5-4922-9ae8-1b6a8deaf551 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:19.965906 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Network 1d5635ba-1814-486a-b731-f60fff1908dc details requested by agent ovs-agent-dv-cinder-805072-6-iscsi with host dv-cinder-805072-6-iscsi {{(pid=102518) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 05:28:20.037042 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port b20df5f1-9ac0-4b9c-a723-2aaae32a648d, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=b20df5f1-9ac0-4b9c-a723-2aaae32a648d,segment=NetworkSegment(96fbda44-3f8c-4841-b317-f7b687379738),segment_id=96fbda44-3f8c-4841-b317-f7b687379738)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:28:20.083958 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1eaee9c-dfd3-4231-ba52-19a998e37390', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b20df5f1-9ac0-4b9c-a723-2aaae32a648d'}] {{(pid=102518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:28:20.086305 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1555ff6ee76347fd5083048713d2688504cf60c4b4cdc9acc0e7e1b3a3add239" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20739257-edb3-4121-b943-1e6a1201153f" -d '{"events": [{"server_uuid": "b1eaee9c-dfd3-4231-ba52-19a998e37390", "name": "network-vif-unplugged", "status": "completed", "tag": "b20df5f1-9ac0-4b9c-a723-2aaae32a648d"}]}' {{(pid=102518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:28:20.115169 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:20.160832 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f3e602-7180-48fa-86d7-aed35b1d1eb3 None None] Pushing event updated for resources: {'Port': ['ID=0850cfbc-8047-4342-b81d-3e90b590c34e,revision_number=3']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:20.175818 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 05:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4f3669-4cf7-4d75-aaf7-5d1f5d8e444f x-openstack-request-id: req-2e4f3669-4cf7-4d75-aaf7-5d1f5d8e444f {{(pid=102518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:28:20.176676 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1eaee9c-dfd3-4231-ba52-19a998e37390", "name": "network-vif-unplugged", "status": "completed", "tag": "b20df5f1-9ac0-4b9c-a723-2aaae32a648d", "code": 200}]} {{(pid=102518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:28:20.177491 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2e4f3669-4cf7-4d75-aaf7-5d1f5d8e444f {{(pid=102518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:28:20.178024 dv-cinder-805072-6-iscsi neutron-server[102518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1eaee9c-dfd3-4231-ba52-19a998e37390', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b20df5f1-9ac0-4b9c-a723-2aaae32a648d', 'code': 200} Nov 23 05:28:20.200097 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-038de350-c107-4fdc-967a-cf4ca3a7c274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25211216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27225556'] for subnet, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:20.310376 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038de350-c107-4fdc-967a-cf4ca3a7c274 admin admin] Checking segment: {'id': '077c2104-4d7c-49fa-a847-952c74c29e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1d5635ba-1814-486a-b731-f60fff1908dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:28:20.311622 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038de350-c107-4fdc-967a-cf4ca3a7c274 admin admin] Network hostable DHCP agents. Network: 1d5635ba-1814-486a-b731-f60fff1908dc, hostable agents: ['2030e6fd-0e7a-4e26-866d-a4515205c5a7'], hosted agents: [] {{(pid=102517) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 05:28:20.321952 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038de350-c107-4fdc-967a-cf4ca3a7c274 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bba76eb-1fbe-498a-bb0a-248069119c0d,revision_number=0']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:20.343746 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-517d041f-66b1-4d43-9796-123eefe07bd3 None None] Attempting to bind port 0850cfbc-8047-4342-b81d-3e90b590c34e on host dv-cinder-805072-6-iscsi for vnic_type normal with profile {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:28:20.344293 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-517d041f-66b1-4d43-9796-123eefe07bd3 None None] Attempting to bind port 0850cfbc-8047-4342-b81d-3e90b590c34e by drivers openvswitch,hyperv on host dv-cinder-805072-6-iscsi at level 0 using segments [{'id': '76f97cea-fdcf-4519-877e-95d9039a1bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '86607cb6-c8a7-43df-9c11-e08b2a900939'}] {{(pid=102518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:28:20.344564 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517d041f-66b1-4d43-9796-123eefe07bd3 None None] Attempting to bind port 0850cfbc-8047-4342-b81d-3e90b590c34e on network 86607cb6-c8a7-43df-9c11-e08b2a900939 {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:28:20.349725 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038de350-c107-4fdc-967a-cf4ca3a7c274 admin admin] Network 1d5635ba-1814-486a-b731-f60fff1908dc is scheduled to be hosted by DHCP agent 2030e6fd-0e7a-4e26-866d-a4515205c5a7 with binding_index 1 {{(pid=102517) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 05:28:20.367562 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517d041f-66b1-4d43-9796-123eefe07bd3 None None] Checking agent: {'id': '820ec587-a722-4a8d-8856-03e998d7c894', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 5, 17, 39), 'started_at': datetime.datetime(2021, 11, 23, 5, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:28:20.367562 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517d041f-66b1-4d43-9796-123eefe07bd3 None None] Checking segment: {'id': '76f97cea-fdcf-4519-877e-95d9039a1bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '86607cb6-c8a7-43df-9c11-e08b2a900939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:28:20.367946 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-517d041f-66b1-4d43-9796-123eefe07bd3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:20.368412 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517d041f-66b1-4d43-9796-123eefe07bd3 None None] Bound using segment: {'id': '76f97cea-fdcf-4519-877e-95d9039a1bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '86607cb6-c8a7-43df-9c11-e08b2a900939'} {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:28:20.369350 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-517d041f-66b1-4d43-9796-123eefe07bd3 None None] Bound port: 0850cfbc-8047-4342-b81d-3e90b590c34e, host: dv-cinder-805072-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76f97cea-fdcf-4519-877e-95d9039a1bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '86607cb6-c8a7-43df-9c11-e08b2a900939'}}] {{(pid=102518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:28:20.370052 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-517d041f-66b1-4d43-9796-123eefe07bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:20.370636 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.base_scheduler [None req-038de350-c107-4fdc-967a-cf4ca3a7c274 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805072-6-iscsi, 1d5635ba-1814-486a-b731-f60fff1908dc) {{(pid=102517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:28:20.389444 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038de350-c107-4fdc-967a-cf4ca3a7c274 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:20.390735 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-038de350-c107-4fdc-967a-cf4ca3a7c274 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:20.394908 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6c0eff-4e67-450e-b6c2-e62dd0923f42 None None] Network 1d5635ba-1814-486a-b731-f60fff1908dc requested from dv-cinder-805072-6-iscsi {{(pid=102518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:28:20.396965 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Pushing event updated for resources: {'Port': ['ID=b20df5f1-9ac0-4b9c-a723-2aaae32a648d,revision_number=8']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:20.434056 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-038de350-c107-4fdc-967a-cf4ca3a7c274 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6218526 Nov 23 05:28:20.436240 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 32944) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:20.442601 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [None req-0554fa30-92a9-463e-a7fe-1666c261d07b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1436583384-router', 'tenant_id': '4efb292b4a3a434790dcc77cc6795003', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688'}}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:28:20.478663 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.db_base_plugin_common [req-dc168540-31c4-4145-bff1-018f3e71581f req-22b763e7-c2c5-4922-9ae8-1b6a8deaf551 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] Allocated IP 192.168.233.89 (a98d8a98-839c-47e1-88e2-76d7f032c093/05bb2677-bf90-4e40-bf81-f64ad9f21689/9ad3852a-0211-44dd-a06d-f5039d866f02) {{(pid=102516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:28:20.480368 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-0554fa30-92a9-463e-a7fe-1666c261d07b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8397'] for router, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:20.486908 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-0554fa30-92a9-463e-a7fe-1666c261d07b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1733637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804129', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9534'] for router, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:20.530392 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-5957e0e0-bc0d-4a52-a251-72b670afad1c None None] Provisioning complete for port 0850cfbc-8047-4342-b81d-3e90b590c34e triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:28:20.530983 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-5957e0e0-bc0d-4a52-a251-72b670afad1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:20.564425 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-0554fa30-92a9-463e-a7fe-1666c261d07b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:20.604545 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-517d041f-66b1-4d43-9796-123eefe07bd3 None None] For port 0850cfbc-8047-4342-b81d-3e90b590c34e, host dv-cinder-805072-6-iscsi, cleared binding levels {{(pid=102518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:28:20.641601 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-5957e0e0-bc0d-4a52-a251-72b670afad1c None None] Port 0850cfbc-8047-4342-b81d-3e90b590c34e cannot update to ACTIVE because it is not bound. {{(pid=102518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:28:20.661668 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-517d041f-66b1-4d43-9796-123eefe07bd3 None None] For port 0850cfbc-8047-4342-b81d-3e90b590c34e, host dv-cinder-805072-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=0850cfbc-8047-4342-b81d-3e90b590c34e,segment=NetworkSegment(76f97cea-fdcf-4519-877e-95d9039a1bb2),segment_id=76f97cea-fdcf-4519-877e-95d9039a1bb2)] {{(pid=102518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:28:20.694484 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-517d041f-66b1-4d43-9796-123eefe07bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:20.713664 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e650d2-31fc-411d-8e54-3c00e98df6fb req-f8bb6800-48bf-4fd8-b5e3-fb6793d9134d tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:20.715255 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e4e650d2-31fc-411d-8e54-3c00e98df6fb req-f8bb6800-48bf-4fd8-b5e3-fb6793d9134d tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 944 time: 0.1114585 Nov 23 05:28:20.847981 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-0554fa30-92a9-463e-a7fe-1666c261d07b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:20.882446 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517d041f-66b1-4d43-9796-123eefe07bd3 None None] Routers {'ccf93621-1d13-42b1-b790-0480b64cd764'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:28:20.883170 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-517d041f-66b1-4d43-9796-123eefe07bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:28:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['ccf93621-1d13-42b1-b790-0480b64cd764'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:28:20.917609 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e4e650d2-31fc-411d-8e54-3c00e98df6fb req-655f158e-5bc5-44f8-ae90-2559a664a2e3 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1919720 Nov 23 05:28:20.983021 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16541bce-0f96-45b3-875a-28f1a72d0d06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37d81789-c0f2-5219-9ce1-cd506509959a-1d5635ba-1814-486a-b731-f60fff1908dc', 'network_id': '1d5635ba-1814-486a-b731-f60fff1908dc', 'tenant_id': '4efb292b4a3a434790dcc77cc6795003', 'fixed_ips': [{'subnet_id': '8bba76eb-1fbe-498a-bb0a-248069119c0d'}]}} from dv-cinder-805072-6-iscsi. {{(pid=102518) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 05:28:20.985051 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-16541bce-0f96-45b3-875a-28f1a72d0d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_create {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:21.001589 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ef45cf89-8241-452f-9e0b-2c5d97342a49 req-bb1866d7-b8e6-4980-a3e3-7d941cb7838e tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e7c530-5897-42b8-bf44-718e9c530be0 HTTP/1.1" status: 200 len: 210 time: 0.0993249 Nov 23 05:28:21.046696 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-dc168540-31c4-4145-bff1-018f3e71581f req-22b763e7-c2c5-4922-9ae8-1b6a8deaf551 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] Publish callbacks [] for port, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:21.067472 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f3e602-7180-48fa-86d7-aed35b1d1eb3 None None] Pushing event updated for resources: {'Port': ['ID=0850cfbc-8047-4342-b81d-3e90b590c34e,revision_number=4']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:21.214382 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-dc168540-31c4-4145-bff1-018f3e71581f req-22b763e7-c2c5-4922-9ae8-1b6a8deaf551 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751724218534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237887'] for port, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:21.291756 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-0554fa30-92a9-463e-a7fe-1666c261d07b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:21.309046 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.db_base_plugin_common [None req-16541bce-0f96-45b3-875a-28f1a72d0d06 None None] Allocated IP 172.20.0.2 (1d5635ba-1814-486a-b731-f60fff1908dc/8bba76eb-1fbe-498a-bb0a-248069119c0d/9d7c22e7-4baf-4975-b257-391d648e1cbf) {{(pid=102518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:28:21.318849 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-0554fa30-92a9-463e-a7fe-1666c261d07b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:21.357030 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b763e7-c2c5-4922-9ae8-1b6a8deaf551 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] Pushing event updated for resources: {'Port': ['ID=9ad3852a-0211-44dd-a06d-f5039d866f02,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:21.373405 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc168540-31c4-4145-bff1-018f3e71581f req-22b763e7-c2c5-4922-9ae8-1b6a8deaf551 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] Network a98d8a98-839c-47e1-88e2-76d7f032c093 is already hosted by enough agents. {{(pid=102516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:28:21.375230 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [req-dc168540-31c4-4145-bff1-018f3e71581f req-22b763e7-c2c5-4922-9ae8-1b6a8deaf551 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] Resources bound (agent type, host, resource id): {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:28:21.378151 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc168540-31c4-4145-bff1-018f3e71581f req-22b763e7-c2c5-4922-9ae8-1b6a8deaf551 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] Received port after_create {{(pid=102516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:28:21.509170 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc168540-31c4-4145-bff1-018f3e71581f req-22b763e7-c2c5-4922-9ae8-1b6a8deaf551 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:21.510229 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-dc168540-31c4-4145-bff1-018f3e71581f req-22b763e7-c2c5-4922-9ae8-1b6a8deaf551 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:21.532849 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.db.db_base_plugin_common [None req-0554fa30-92a9-463e-a7fe-1666c261d07b admin admin] Allocated IP 172.27.0.161 (2fffb983-856b-4b4c-9c04-1e7e601bf688/5f9bd7f2-55ce-4eb1-9184-aa4552661a9b/2df553b7-6309-4c81-9418-cc202b394eef) {{(pid=102517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:28:21.534071 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-16541bce-0f96-45b3-875a-28f1a72d0d06 None None] Publish callbacks [] for port, precommit_create {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:21.541451 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-dc168540-31c4-4145-bff1-018f3e71581f req-22b763e7-c2c5-4922-9ae8-1b6a8deaf551 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4499872 Nov 23 05:28:21.562344 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [req-dc168540-31c4-4145-bff1-018f3e71581f req-bcf83c5f-5901-4d7c-9f42-41faf8e12b07 service neutron] Request body: {'port': {'device_id': '70e7c530-5897-42b8-bf44-718e9c530be0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80507'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:28:21.608300 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-16541bce-0f96-45b3-875a-28f1a72d0d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751724218534'] for port, after_create {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:21.664489 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16541bce-0f96-45b3-875a-28f1a72d0d06 None None] Pushing event updated for resources: {'Port': ['ID=9d7c22e7-4baf-4975-b257-391d648e1cbf,revision_number=1']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:21.691711 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-dc168540-31c4-4145-bff1-018f3e71581f req-bcf83c5f-5901-4d7c-9f42-41faf8e12b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:21.698233 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-a0a55a7a-1d77-45f4-929c-dae5e339e2e4 None None] Provisioning complete for port 0850cfbc-8047-4342-b81d-3e90b590c34e triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:28:21.699054 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-a0a55a7a-1d77-45f4-929c-dae5e339e2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:21.745482 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16541bce-0f96-45b3-875a-28f1a72d0d06 None None] Network 1d5635ba-1814-486a-b731-f60fff1908dc is already hosted by enough agents. {{(pid=102518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:28:21.766213 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.scheduler.base_scheduler [None req-16541bce-0f96-45b3-875a-28f1a72d0d06 None None] Resources bound (agent type, host, resource id): {{(pid=102518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:28:21.774718 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-517d041f-66b1-4d43-9796-123eefe07bd3 None None] Set router ccf93621-1d13-42b1-b790-0480b64cd764 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:28:21.776762 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16541bce-0f96-45b3-875a-28f1a72d0d06 None None] Received port after_create {{(pid=102518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:28:21.804276 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-0554fa30-92a9-463e-a7fe-1666c261d07b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:21.870768 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-0554fa30-92a9-463e-a7fe-1666c261d07b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751724218534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25211324'] for port, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:21.884983 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-16541bce-0f96-45b3-875a-28f1a72d0d06 None None] Attempting to bind port 9d7c22e7-4baf-4975-b257-391d648e1cbf on host dv-cinder-805072-6-iscsi for vnic_type normal with profile {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:28:21.885357 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-16541bce-0f96-45b3-875a-28f1a72d0d06 None None] Attempting to bind port 9d7c22e7-4baf-4975-b257-391d648e1cbf by drivers openvswitch,hyperv on host dv-cinder-805072-6-iscsi at level 0 using segments [{'id': '077c2104-4d7c-49fa-a847-952c74c29e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1d5635ba-1814-486a-b731-f60fff1908dc'}] {{(pid=102518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:28:21.885731 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16541bce-0f96-45b3-875a-28f1a72d0d06 None None] Attempting to bind port 9d7c22e7-4baf-4975-b257-391d648e1cbf on network 1d5635ba-1814-486a-b731-f60fff1908dc {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:28:21.935037 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16541bce-0f96-45b3-875a-28f1a72d0d06 None None] Checking agent: {'id': '820ec587-a722-4a8d-8856-03e998d7c894', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 5, 17, 39), 'started_at': datetime.datetime(2021, 11, 23, 5, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:28:21.935440 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16541bce-0f96-45b3-875a-28f1a72d0d06 None None] Checking segment: {'id': '077c2104-4d7c-49fa-a847-952c74c29e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1d5635ba-1814-486a-b731-f60fff1908dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:28:21.935850 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-16541bce-0f96-45b3-875a-28f1a72d0d06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:21.937349 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16541bce-0f96-45b3-875a-28f1a72d0d06 None None] Bound using segment: {'id': '077c2104-4d7c-49fa-a847-952c74c29e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1d5635ba-1814-486a-b731-f60fff1908dc'} {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:28:21.941954 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-16541bce-0f96-45b3-875a-28f1a72d0d06 None None] Bound port: 9d7c22e7-4baf-4975-b257-391d648e1cbf, host: dv-cinder-805072-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '077c2104-4d7c-49fa-a847-952c74c29e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1d5635ba-1814-486a-b731-f60fff1908dc'}}] {{(pid=102518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:28:21.942567 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-16541bce-0f96-45b3-875a-28f1a72d0d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:21.968056 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0554fa30-92a9-463e-a7fe-1666c261d07b admin admin] Network 2fffb983-856b-4b4c-9c04-1e7e601bf688 is already hosted by enough agents. {{(pid=102517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:28:21.970988 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.base_scheduler [None req-0554fa30-92a9-463e-a7fe-1666c261d07b admin admin] Resources bound (agent type, host, resource id): {{(pid=102517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:28:21.979340 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0554fa30-92a9-463e-a7fe-1666c261d07b admin admin] Received port after_create {{(pid=102517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:28:22.230469 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-a0a55a7a-1d77-45f4-929c-dae5e339e2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:22.282726 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [req-dc168540-31c4-4145-bff1-018f3e71581f req-bcf83c5f-5901-4d7c-9f42-41faf8e12b07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ad3852a-0211-44dd-a06d-f5039d866f02 {{(pid=102516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:28:22.293530 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-16541bce-0f96-45b3-875a-28f1a72d0d06 None None] For port 9d7c22e7-4baf-4975-b257-391d648e1cbf, host dv-cinder-805072-6-iscsi, cleared binding levels {{(pid=102518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:28:22.306531 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-16541bce-0f96-45b3-875a-28f1a72d0d06 None None] For port 9d7c22e7-4baf-4975-b257-391d648e1cbf, host dv-cinder-805072-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=9d7c22e7-4baf-4975-b257-391d648e1cbf,segment=NetworkSegment(077c2104-4d7c-49fa-a847-952c74c29e85),segment_id=077c2104-4d7c-49fa-a847-952c74c29e85)] {{(pid=102518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:28:22.308579 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-dc168540-31c4-4145-bff1-018f3e71581f req-bcf83c5f-5901-4d7c-9f42-41faf8e12b07 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:22.325187 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-16541bce-0f96-45b3-875a-28f1a72d0d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:22.337274 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e52b4f-7c2f-4d7b-a401-a35eb668e8d4 req-c9f76821-0c81-47ba-bc5b-0ce333138f56 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:22.340791 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f4e52b4f-7c2f-4d7b-a401-a35eb668e8d4 req-c9f76821-0c81-47ba-bc5b-0ce333138f56 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e7c530-5897-42b8-bf44-718e9c530be0 HTTP/1.1" status: 200 len: 935 time: 0.2396820 Nov 23 05:28:22.404682 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.provisioning_blocks [req-dc168540-31c4-4145-bff1-018f3e71581f req-bcf83c5f-5901-4d7c-9f42-41faf8e12b07 service neutron] Transition to ACTIVE for port object 9ad3852a-0211-44dd-a06d-f5039d866f02 will not be triggered until provisioned by entity L2. {{(pid=102516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 05:28:22.464633 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [req-cf4011c2-d487-4100-ac79-91575887ccaa req-0d287f9b-50ec-465a-bf3a-318cf33e5892 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 05:28:22.486801 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-cf4011c2-d487-4100-ac79-91575887ccaa req-0d287f9b-50ec-465a-bf3a-318cf33e5892 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0321114 Nov 23 05:28:22.497431 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-dc168540-31c4-4145-bff1-018f3e71581f req-bcf83c5f-5901-4d7c-9f42-41faf8e12b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237864'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:22.497789 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-a0a55a7a-1d77-45f4-929c-dae5e339e2e4 None None] For port 0850cfbc-8047-4342-b81d-3e90b590c34e, host dv-cinder-805072-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=0850cfbc-8047-4342-b81d-3e90b590c34e,segment=NetworkSegment(76f97cea-fdcf-4519-877e-95d9039a1bb2),segment_id=76f97cea-fdcf-4519-877e-95d9039a1bb2)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:28:22.527920 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-a0a55a7a-1d77-45f4-929c-dae5e339e2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:22.552299 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-517d041f-66b1-4d43-9796-123eefe07bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf93621-1d13-42b1-b790-0480b64cd764', 'name': 'tempest-TestMinimumBasicScenario-796047916-router', 'tenant_id': '5dd1e0c3287e4976856ecd12547d4b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'b06868b5-bd80-4ceb-971e-6b80c67922b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:28:09Z', 'updated_at': '2021-11-23T05:28:16Z', 'revision_number': 4, 'project_id': '5dd1e0c3287e4976856ecd12547d4b60', 'gw_port': {'id': 'b06868b5-bd80-4ceb-971e-6b80c67922b5', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf93621-1d13-42b1-b790-0480b64cd764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:10Z', 'updated_at': '2021-11-23T05:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_interfaces': [{'id': '0850cfbc-8047-4342-b81d-3e90b590c34e', 'name': '', 'network_id': '86607cb6-c8a7-43df-9c11-e08b2a900939', 'tenant_id': '5dd1e0c3287e4976856ecd12547d4b60', 'mac_address': 'fa:16:3e:9a:f2:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf93621-1d13-42b1-b790-0480b64cd764', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '50b38531-eddf-4b49-b531-e5bf9682dbbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:14Z', 'updated_at': '2021-11-23T05:28:20Z', 'revision_number': 4, 'project_id': '5dd1e0c3287e4976856ecd12547d4b60', 'subnets': [{'id': '50b38531-eddf-4b49-b531-e5bf9682dbbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:28:22.603400 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517d041f-66b1-4d43-9796-123eefe07bd3 None None] The sync data for ids ['ccf93621-1d13-42b1-b790-0480b64cd764'] in dv-cinder-805072-6-iscsi is: [{'id': 'ccf93621-1d13-42b1-b790-0480b64cd764', 'name': 'tempest-TestMinimumBasicScenario-796047916-router', 'tenant_id': '5dd1e0c3287e4976856ecd12547d4b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'b06868b5-bd80-4ceb-971e-6b80c67922b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:28:09Z', 'updated_at': '2021-11-23T05:28:16Z', 'revision_number': 4, 'project_id': '5dd1e0c3287e4976856ecd12547d4b60', 'gw_port': {'id': 'b06868b5-bd80-4ceb-971e-6b80c67922b5', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf93621-1d13-42b1-b790-0480b64cd764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:10Z', 'updated_at': '2021-11-23T05:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_interfaces': [{'id': '0850cfbc-8047-4342-b81d-3e90b590c34e', 'name': '', 'network_id': '86607cb6-c8a7-43df-9c11-e08b2a900939', 'tenant_id': '5dd1e0c3287e4976856ecd12547d4b60', 'mac_address': 'fa:16:3e:9a:f2:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccf93621-1d13-42b1-b790-0480b64cd764', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '50b38531-eddf-4b49-b531-e5bf9682dbbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:14Z', 'updated_at': '2021-11-23T05:28:20Z', 'revision_number': 4, 'project_id': '5dd1e0c3287e4976856ecd12547d4b60', 'subnets': [{'id': '50b38531-eddf-4b49-b531-e5bf9682dbbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:28:22.610553 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16541bce-0f96-45b3-875a-28f1a72d0d06 None None] Pushing event updated for resources: {'Port': ['ID=9d7c22e7-4baf-4975-b257-391d648e1cbf,revision_number=2']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:22.673945 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f4e52b4f-7c2f-4d7b-a401-a35eb668e8d4 req-eb41d578-8227-42ff-b30f-bfc568506459 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] 10.222.0.48 "GET /v2.0/security-groups?id=698d7567-ccad-4bdd-86f2-1a6d7320845d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068795 Nov 23 05:28:22.977538 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0554fa30-92a9-463e-a7fe-1666c261d07b admin admin] Pushing event updated for resources: {'Port': ['ID=2df553b7-6309-4c81-9418-cc202b394eef,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:23.041968 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf83c5f-5901-4d7c-9f42-41faf8e12b07 service neutron] Pushing event updated for resources: {'Port': ['ID=9ad3852a-0211-44dd-a06d-f5039d866f02,revision_number=2']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:23.191421 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a55a7a-1d77-45f4-929c-dae5e339e2e4 None None] Pushing event updated for resources: {'Port': ['ID=0850cfbc-8047-4342-b81d-3e90b590c34e,revision_number=5']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:23.330184 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device b20df5f1-9ac0-4b9c-a723-2aaae32a648d no longer exists at agent hyperv_hv-cinder-80507 {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:28:23.330894 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669d26fe-1e04-4481-9d7a-d0a6a087ff80 req-784f601b-9ee1-4893-a3d6-b5d4ca75f066 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:23.357133 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-669d26fe-1e04-4481-9d7a-d0a6a087ff80 req-784f601b-9ee1-4893-a3d6-b5d4ca75f066 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced07a84-22c3-4598-9da4-21800b5df478 HTTP/1.1" status: 200 len: 945 time: 0.4501095 Nov 23 05:28:23.380862 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d13c1-4a03-46ee-a9dd-a61c1812ed99 req-e3223163-401b-4a3a-8b47-02e57b9e343f tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:23.382426 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-df2d13c1-4a03-46ee-a9dd-a61c1812ed99 req-e3223163-401b-4a3a-8b47-02e57b9e343f tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 944 time: 0.3652904 Nov 23 05:28:23.443650 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-0554fa30-92a9-463e-a7fe-1666c261d07b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:23.493799 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-dc168540-31c4-4145-bff1-018f3e71581f req-bcf83c5f-5901-4d7c-9f42-41faf8e12b07 service neutron] Attempting to bind port 9ad3852a-0211-44dd-a06d-f5039d866f02 on host hv-cinder-80507 for vnic_type normal with profile {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:28:23.494148 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-dc168540-31c4-4145-bff1-018f3e71581f req-bcf83c5f-5901-4d7c-9f42-41faf8e12b07 service neutron] Attempting to bind port 9ad3852a-0211-44dd-a06d-f5039d866f02 by drivers openvswitch,hyperv on host hv-cinder-80507 at level 0 using segments [{'id': 'cd66ff28-8fa2-4719-b8b6-0c1ef048b5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'a98d8a98-839c-47e1-88e2-76d7f032c093'}] {{(pid=102516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:28:23.494481 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc168540-31c4-4145-bff1-018f3e71581f req-bcf83c5f-5901-4d7c-9f42-41faf8e12b07 service neutron] Attempting to bind port 9ad3852a-0211-44dd-a06d-f5039d866f02 on network a98d8a98-839c-47e1-88e2-76d7f032c093 {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:28:23.536709 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc168540-31c4-4145-bff1-018f3e71581f req-bcf83c5f-5901-4d7c-9f42-41faf8e12b07 service neutron] Port 9ad3852a-0211-44dd-a06d-f5039d866f02 on network a98d8a98-839c-47e1-88e2-76d7f032c093 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80507 {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 05:28:23.537037 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc168540-31c4-4145-bff1-018f3e71581f req-bcf83c5f-5901-4d7c-9f42-41faf8e12b07 service neutron] Attempting to bind port 9ad3852a-0211-44dd-a06d-f5039d866f02 on network a98d8a98-839c-47e1-88e2-76d7f032c093 {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:28:23.556216 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc168540-31c4-4145-bff1-018f3e71581f req-bcf83c5f-5901-4d7c-9f42-41faf8e12b07 service neutron] Checking agent: {'id': 'b8a1d969-7c04-443a-af3a-1812b1d56913', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80507', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 5, 23, 27), 'started_at': datetime.datetime(2021, 11, 23, 5, 23, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:28:23.556698 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc168540-31c4-4145-bff1-018f3e71581f req-bcf83c5f-5901-4d7c-9f42-41faf8e12b07 service neutron] Checking segment: {'id': 'cd66ff28-8fa2-4719-b8b6-0c1ef048b5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'a98d8a98-839c-47e1-88e2-76d7f032c093'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:28:23.556834 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc168540-31c4-4145-bff1-018f3e71581f req-bcf83c5f-5901-4d7c-9f42-41faf8e12b07 service neutron] Bound using segment: {'id': 'cd66ff28-8fa2-4719-b8b6-0c1ef048b5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'a98d8a98-839c-47e1-88e2-76d7f032c093'} {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:28:23.557566 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-dc168540-31c4-4145-bff1-018f3e71581f req-bcf83c5f-5901-4d7c-9f42-41faf8e12b07 service neutron] Bound port: 9ad3852a-0211-44dd-a06d-f5039d866f02, host: hv-cinder-80507, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd66ff28-8fa2-4719-b8b6-0c1ef048b5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'a98d8a98-839c-47e1-88e2-76d7f032c093'}}] {{(pid=102516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:28:23.557705 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-dc168540-31c4-4145-bff1-018f3e71581f req-bcf83c5f-5901-4d7c-9f42-41faf8e12b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:23.589532 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-669d26fe-1e04-4481-9d7a-d0a6a087ff80 req-4cd3494e-736e-45a9-83c7-408e094bc4e6 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313976 Nov 23 05:28:23.621916 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-df2d13c1-4a03-46ee-a9dd-a61c1812ed99 req-b30ad678-1235-42f8-abbf-a664121fb08a tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2206638 Nov 23 05:28:23.841991 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-dc168540-31c4-4145-bff1-018f3e71581f req-bcf83c5f-5901-4d7c-9f42-41faf8e12b07 service neutron] For port 9ad3852a-0211-44dd-a06d-f5039d866f02, host hv-cinder-80507, cleared binding levels {{(pid=102516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:28:23.851513 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b455901b-62b2-4e22-b556-c2fb9f1fcc17 req-5242f85f-cc1c-4173-b52f-39303136c947 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:23.858376 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b455901b-62b2-4e22-b556-c2fb9f1fcc17 req-5242f85f-cc1c-4173-b52f-39303136c947 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e7c530-5897-42b8-bf44-718e9c530be0 HTTP/1.1" status: 200 len: 947 time: 0.0932500 Nov 23 05:28:23.860520 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-dc168540-31c4-4145-bff1-018f3e71581f req-bcf83c5f-5901-4d7c-9f42-41faf8e12b07 service neutron] For port 9ad3852a-0211-44dd-a06d-f5039d866f02, host hv-cinder-80507, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=9ad3852a-0211-44dd-a06d-f5039d866f02,segment=NetworkSegment(cd66ff28-8fa2-4719-b8b6-0c1ef048b5c7),segment_id=cd66ff28-8fa2-4719-b8b6-0c1ef048b5c7)] {{(pid=102516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:28:23.867556 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-dc168540-31c4-4145-bff1-018f3e71581f req-bcf83c5f-5901-4d7c-9f42-41faf8e12b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237864'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:23.942344 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 33016) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:23.966201 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-0554fa30-92a9-463e-a7fe-1666c261d07b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1733714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-309572'] for router, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:24.029381 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc168540-31c4-4145-bff1-018f3e71581f req-bcf83c5f-5901-4d7c-9f42-41faf8e12b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:24.029381 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-dc168540-31c4-4145-bff1-018f3e71581f req-bcf83c5f-5901-4d7c-9f42-41faf8e12b07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:24.030819 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-dc168540-31c4-4145-bff1-018f3e71581f req-bcf83c5f-5901-4d7c-9f42-41faf8e12b07 service neutron] 10.222.0.54 "PUT /v2.0/ports/9ad3852a-0211-44dd-a06d-f5039d866f02 HTTP/1.1" status: 200 len: 1097 time: 2.4735844 Nov 23 05:28:24.034233 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70e7c530-5897-42b8-bf44-718e9c530be0', 'tag': '9ad3852a-0211-44dd-a06d-f5039d866f02'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:28:24.045173 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20d478f7b504b4f7a92aed5d5c075fb26ddad21beb532cc87d656362fb0682d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7f209e-7011-4154-b7a2-3a44f066e429" -d '{"events": [{"name": "network-changed", "server_uuid": "70e7c530-5897-42b8-bf44-718e9c530be0", "tag": "9ad3852a-0211-44dd-a06d-f5039d866f02"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:28:24.068668 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b455901b-62b2-4e22-b556-c2fb9f1fcc17 req-a71b762d-fd09-4bd9-840e-d3eddeb08272 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] 10.222.0.48 "GET /v2.0/security-groups?id=698d7567-ccad-4bdd-86f2-1a6d7320845d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435111 Nov 23 05:28:24.072484 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf83c5f-5901-4d7c-9f42-41faf8e12b07 service neutron] Pushing event updated for resources: {'Port': ['ID=9ad3852a-0211-44dd-a06d-f5039d866f02,revision_number=3']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:24.167611 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca43a4b9-3f7b-4d93-802b-18de7300c47a x-openstack-request-id: req-ca43a4b9-3f7b-4d93-802b-18de7300c47a {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:28:24.168072 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70e7c530-5897-42b8-bf44-718e9c530be0", "tag": "9ad3852a-0211-44dd-a06d-f5039d866f02", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:28:24.168345 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ca43a4b9-3f7b-4d93-802b-18de7300c47a {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:28:24.168792 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70e7c530-5897-42b8-bf44-718e9c530be0', 'tag': '9ad3852a-0211-44dd-a06d-f5039d866f02', 'status': 'completed', 'code': 200} Nov 23 05:28:24.207467 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc168540-31c4-4145-bff1-018f3e71581f req-cf4c8114-3834-4f35-8ee7-eb7b875213d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:24.208851 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-dc168540-31c4-4145-bff1-018f3e71581f req-cf4c8114-3834-4f35-8ee7-eb7b875213d8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1e7eab36e9754b5d8fd1cd1e70a57154&device_id=70e7c530-5897-42b8-bf44-718e9c530be0 HTTP/1.1" status: 200 len: 1100 time: 0.0932057 Nov 23 05:28:24.301566 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-dc168540-31c4-4145-bff1-018f3e71581f req-66abea62-858f-407b-9db6-e925f63ea26a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=9ad3852a-0211-44dd-a06d-f5039d866f02 HTTP/1.1" status: 200 len: 217 time: 0.0739391 Nov 23 05:28:24.304824 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-655c4c67-3744-472c-8834-8ba0c31c61d5 req-531561d4-e5c9-4a73-b8d5-37a1eaf349d7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3572464 Nov 23 05:28:24.324978 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [req-655c4c67-3744-472c-8834-8ba0c31c61d5 req-e811a447-41f6-4245-82c3-cf9de35f2a06 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102517) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 05:28:24.325919 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-655c4c67-3744-472c-8834-8ba0c31c61d5 req-e811a447-41f6-4245-82c3-cf9de35f2a06 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0143552 Nov 23 05:28:24.391756 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0554fa30-92a9-463e-a7fe-1666c261d07b admin admin] Router 6ec4def7-f3ae-4318-80ee-177989bd4588 is scheduled to L3 agent 9dac5a01-04fc-4e91-9910-6392ff9c638b with binding_index 1 {{(pid=102517) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 05:28:24.395648 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc168540-31c4-4145-bff1-018f3e71581f req-17cfa121-1974-4367-a770-c1b5b9f9d9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:24.397506 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-dc168540-31c4-4145-bff1-018f3e71581f req-17cfa121-1974-4367-a770-c1b5b9f9d9b6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=05bb2677-bf90-4e40-bf81-f64ad9f21689 HTTP/1.1" status: 200 len: 843 time: 0.0837002 Nov 23 05:28:24.506440 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc168540-31c4-4145-bff1-018f3e71581f req-e85ddf94-469b-429c-86ee-980455c298ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:24.516206 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-dc168540-31c4-4145-bff1-018f3e71581f req-e85ddf94-469b-429c-86ee-980455c298ff service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a98d8a98-839c-47e1-88e2-76d7f032c093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1080248 Nov 23 05:28:24.561709 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5fb7d7-b3b6-4b46-8710-38df9c050f32 None None] Network 1d5635ba-1814-486a-b731-f60fff1908dc requested from dv-cinder-805072-6-iscsi {{(pid=102518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:28:24.641422 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0554fa30-92a9-463e-a7fe-1666c261d07b admin admin] Notify agent at l3_agent.dv-cinder-805072-6-iscsi the message routers_updated {{(pid=102517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:28:24.652826 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-dc168540-31c4-4145-bff1-018f3e71581f req-75101ba9-3ac3-47b8-9aa3-67f86ed4f19b service neutron] 10.222.0.54 "GET /v2.0/networks/a98d8a98-839c-47e1-88e2-76d7f032c093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130753 Nov 23 05:28:24.653921 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2525fd-ba82-4072-8412-55a8cae7e09f None None] Sync routers for ids ['6ec4def7-f3ae-4318-80ee-177989bd4588'] in dv-cinder-805072-6-iscsi {{(pid=102519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:28:24.668989 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2525fd-ba82-4072-8412-55a8cae7e09f None None] Routers {'6ec4def7-f3ae-4318-80ee-177989bd4588'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:28:24.670622 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-6f2525fd-ba82-4072-8412-55a8cae7e09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:28:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['6ec4def7-f3ae-4318-80ee-177989bd4588'], 'active': True} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:28:24.683258 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-0554fa30-92a9-463e-a7fe-1666c261d07b admin admin] Publish callbacks [] for router, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:24.684701 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-0554fa30-92a9-463e-a7fe-1666c261d07b admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.2471461 Nov 23 05:28:24.687538 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 33038) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:25.084818 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-dc168540-31c4-4145-bff1-018f3e71581f req-7362a275-9d12-4e27-a714-e0fe02333710 service neutron] 10.222.0.54 "GET /v2.0/networks/a98d8a98-839c-47e1-88e2-76d7f032c093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4310722 Nov 23 05:28:25.162314 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvr_db [None req-6f2525fd-ba82-4072-8412-55a8cae7e09f None None] Set router 6ec4def7-f3ae-4318-80ee-177989bd4588 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:28:25.177188 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff32610e-aba3-4c09-94d0-541ec6c431be req-a24ecb52-91e0-42cd-88cf-fedad7054126 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:25.192834 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ff32610e-aba3-4c09-94d0-541ec6c431be req-a24ecb52-91e0-42cd-88cf-fedad7054126 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced07a84-22c3-4598-9da4-21800b5df478 HTTP/1.1" status: 200 len: 945 time: 0.2448237 Nov 23 05:28:25.250410 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 9d7c22e7-4baf-4975-b257-391d648e1cbf up at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:28:25.394610 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-8cc67164-9cee-4512-adbe-eb7e6a4fd7e2 None None] Provisioning complete for port 9d7c22e7-4baf-4975-b257-391d648e1cbf triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:28:25.395148 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-8cc67164-9cee-4512-adbe-eb7e6a4fd7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:25.432740 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ff32610e-aba3-4c09-94d0-541ec6c431be req-859c97ca-aec2-4d3f-bb15-1fe9c22b6258 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386694 Nov 23 05:28:25.469915 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d9277-afa5-417a-a9d2-0695c174a22b req-9b9a20a2-abdb-48c1-91bb-f2b6d0535986 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:25.475635 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-405d9277-afa5-417a-a9d2-0695c174a22b req-9b9a20a2-abdb-48c1-91bb-f2b6d0535986 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 944 time: 0.5381882 Nov 23 05:28:25.511567 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbaca8d-288e-4146-9f8b-bc0f999726eb req-de1573eb-89e1-4ddb-abab-d7ab884e62d8 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:25.513054 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2dbaca8d-288e-4146-9f8b-bc0f999726eb req-de1573eb-89e1-4ddb-abab-d7ab884e62d8 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.54 "GET /v2.0/ports?device_id=ced07a84-22c3-4598-9da4-21800b5df478 HTTP/1.1" status: 200 len: 945 time: 0.3665802 Nov 23 05:28:25.608703 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-405d9277-afa5-417a-a9d2-0695c174a22b req-a35a0b22-e4e9-404e-878c-352a1d4fd700 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259956 Nov 23 05:28:25.626182 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-6f2525fd-ba82-4072-8412-55a8cae7e09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ec4def7-f3ae-4318-80ee-177989bd4588', 'name': 'tempest-TestMinimumBasicScenario-1436583384-router', 'tenant_id': '4efb292b4a3a434790dcc77cc6795003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '2df553b7-6309-4c81-9418-cc202b394eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:28:20Z', 'updated_at': '2021-11-23T05:28:23Z', 'revision_number': 3, 'project_id': '4efb292b4a3a434790dcc77cc6795003', 'gw_port': {'id': '2df553b7-6309-4c81-9418-cc202b394eef', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ec4def7-f3ae-4318-80ee-177989bd4588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:21Z', 'updated_at': '2021-11-23T05:28:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi'}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:28:25.695578 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2525fd-ba82-4072-8412-55a8cae7e09f None None] Checking router: 6ec4def7-f3ae-4318-80ee-177989bd4588 for host: dv-cinder-805072-6-iscsi {{(pid=102519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:28:25.698011 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2525fd-ba82-4072-8412-55a8cae7e09f None None] Updating router 6ec4def7-f3ae-4318-80ee-177989bd4588 port 2df553b7-6309-4c81-9418-cc202b394eef binding host dv-cinder-805072-6-iscsi {{(pid=102519) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 05:28:25.723889 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Provisioning complete for port 9d7c22e7-4baf-4975-b257-391d648e1cbf triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:28:25.724401 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:25.732646 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-6f2525fd-ba82-4072-8412-55a8cae7e09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:25.737119 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f209e-7011-4154-b7a2-3a44f066e429 req-f2dc5909-2db2-4d4e-ae50-35d4ab595a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:25.739868 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4f7f209e-7011-4154-b7a2-3a44f066e429 req-f2dc5909-2db2-4d4e-ae50-35d4ab595a9d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1e7eab36e9754b5d8fd1cd1e70a57154&device_id=70e7c530-5897-42b8-bf44-718e9c530be0 HTTP/1.1" status: 200 len: 1100 time: 0.4407592 Nov 23 05:28:25.839679 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-92e62109-fe42-4a9e-ae5a-173da2c8b4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:25.894144 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe95006-91c9-4195-a020-cc4fdcee54e8 req-43ebf0cd-e2c2-406b-b342-b940fced5774 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:25.894536 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-afe95006-91c9-4195-a020-cc4fdcee54e8 req-43ebf0cd-e2c2-406b-b342-b940fced5774 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e7c530-5897-42b8-bf44-718e9c530be0 HTTP/1.1" status: 200 len: 947 time: 0.1614208 Nov 23 05:28:25.901764 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-2dbaca8d-288e-4146-9f8b-bc0f999726eb req-1363bfe9-911f-4cc2-a06b-571c370bebff tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Deleting port 58fc10fd-44a0-4e15-a1cb-fde92a71ae87 {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:28:25.902151 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-2dbaca8d-288e-4146-9f8b-bc0f999726eb req-1363bfe9-911f-4cc2-a06b-571c370bebff tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751724797224'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:26.016285 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-2dbaca8d-288e-4146-9f8b-bc0f999726eb req-1363bfe9-911f-4cc2-a06b-571c370bebff tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] For port 58fc10fd-44a0-4e15-a1cb-fde92a71ae87, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=58fc10fd-44a0-4e15-a1cb-fde92a71ae87,segment=NetworkSegment(d6f2711b-0f0b-4fa6-95c3-febadd85b771),segment_id=d6f2711b-0f0b-4fa6-95c3-febadd85b771)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:28:26.017256 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-2dbaca8d-288e-4146-9f8b-bc0f999726eb req-1363bfe9-911f-4cc2-a06b-571c370bebff tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630705'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:26.023737 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-8cc67164-9cee-4512-adbe-eb7e6a4fd7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:26.035091 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-2dbaca8d-288e-4146-9f8b-bc0f999726eb req-1363bfe9-911f-4cc2-a06b-571c370bebff tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Calling delete_port for 58fc10fd-44a0-4e15-a1cb-fde92a71ae87 owned by compute:nova {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:28:26.115438 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-6f2525fd-ba82-4072-8412-55a8cae7e09f None None] Publish callbacks [] for port, precommit_update {{(pid=102519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:26.135410 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-6f2525fd-ba82-4072-8412-55a8cae7e09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:26.148503 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-8cc67164-9cee-4512-adbe-eb7e6a4fd7e2 None None] For port 9d7c22e7-4baf-4975-b257-391d648e1cbf, host dv-cinder-805072-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=9d7c22e7-4baf-4975-b257-391d648e1cbf,segment=NetworkSegment(077c2104-4d7c-49fa-a847-952c74c29e85),segment_id=077c2104-4d7c-49fa-a847-952c74c29e85)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:28:26.160217 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-8cc67164-9cee-4512-adbe-eb7e6a4fd7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:26.164294 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:26.256577 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-f91c766d-e18d-41cf-b350-ae6c70ed42a6 req-a92f8747-8a01-42c8-8cc1-fcf566e52a5d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3681791 Nov 23 05:28:26.281700 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.managers [None req-6f2525fd-ba82-4072-8412-55a8cae7e09f None None] Attempting to bind port 2df553b7-6309-4c81-9418-cc202b394eef on host dv-cinder-805072-6-iscsi for vnic_type normal with profile {{(pid=102519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:28:26.284455 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.managers [None req-6f2525fd-ba82-4072-8412-55a8cae7e09f None None] Attempting to bind port 2df553b7-6309-4c81-9418-cc202b394eef by drivers openvswitch,hyperv on host dv-cinder-805072-6-iscsi at level 0 using segments [{'id': 'e4256266-4d48-4c1e-81e6-1081b0d2db50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688'}] {{(pid=102519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:28:26.288973 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2525fd-ba82-4072-8412-55a8cae7e09f None None] Attempting to bind port 2df553b7-6309-4c81-9418-cc202b394eef on network 2fffb983-856b-4b4c-9c04-1e7e601bf688 {{(pid=102519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:28:26.292295 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-afe95006-91c9-4195-a020-cc4fdcee54e8 req-be387d70-ffc5-4a02-b85d-05f670380316 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] 10.222.0.48 "GET /v2.0/security-groups?id=698d7567-ccad-4bdd-86f2-1a6d7320845d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679507 Nov 23 05:28:26.293961 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-2dbaca8d-288e-4146-9f8b-bc0f999726eb req-1363bfe9-911f-4cc2-a06b-571c370bebff tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751724800597', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751724218543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237887'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:26.312602 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2525fd-ba82-4072-8412-55a8cae7e09f None None] Checking agent: {'id': '820ec587-a722-4a8d-8856-03e998d7c894', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 5, 17, 39), 'started_at': datetime.datetime(2021, 11, 23, 5, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:28:26.314404 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2525fd-ba82-4072-8412-55a8cae7e09f None None] Checking segment: {'id': 'e4256266-4d48-4c1e-81e6-1081b0d2db50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:28:26.322444 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-6f2525fd-ba82-4072-8412-55a8cae7e09f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:26.323220 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2525fd-ba82-4072-8412-55a8cae7e09f None None] Bound using segment: {'id': 'e4256266-4d48-4c1e-81e6-1081b0d2db50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688'} {{(pid=102519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:28:26.324805 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.managers [None req-6f2525fd-ba82-4072-8412-55a8cae7e09f None None] Bound port: 2df553b7-6309-4c81-9418-cc202b394eef, host: dv-cinder-805072-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4256266-4d48-4c1e-81e6-1081b0d2db50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688'}}] {{(pid=102519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:28:26.325441 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-6f2525fd-ba82-4072-8412-55a8cae7e09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:26.340932 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1363bfe9-911f-4cc2-a06b-571c370bebff tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Pushing event deleted for resources: {'Port': ['ID=58fc10fd-44a0-4e15-a1cb-fde92a71ae87,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:26.412251 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] get_ports_and_sgs() called for port_ids ['e5addb99-97fe-47a8-943e-31abf62517ff'] {{(pid=102518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:28:26.445250 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.db [None req-6f2525fd-ba82-4072-8412-55a8cae7e09f None None] For port 2df553b7-6309-4c81-9418-cc202b394eef, host dv-cinder-805072-6-iscsi, cleared binding levels {{(pid=102519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:28:26.453745 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.db [None req-6f2525fd-ba82-4072-8412-55a8cae7e09f None None] For port 2df553b7-6309-4c81-9418-cc202b394eef, host dv-cinder-805072-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=2df553b7-6309-4c81-9418-cc202b394eef,segment=NetworkSegment(e4256266-4d48-4c1e-81e6-1081b0d2db50),segment_id=e4256266-4d48-4c1e-81e6-1081b0d2db50)] {{(pid=102519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:28:26.456910 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dbaca8d-288e-4146-9f8b-bc0f999726eb req-1363bfe9-911f-4cc2-a06b-571c370bebff tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] No DVR routers for this DVR port 58fc10fd-44a0-4e15-a1cb-fde92a71ae87 on host hv-cinder-80507 {{(pid=102516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:28:26.460522 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-2dbaca8d-288e-4146-9f8b-bc0f999726eb req-1363bfe9-911f-4cc2-a06b-571c370bebff tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:26.465115 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2dbaca8d-288e-4146-9f8b-bc0f999726eb req-1363bfe9-911f-4cc2-a06b-571c370bebff tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.54 "DELETE /v2.0/ports/58fc10fd-44a0-4e15-a1cb-fde92a71ae87 HTTP/1.1" status: 204 len: 173 time: 0.9139256 Nov 23 05:28:26.466509 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.db.db_base_plugin_common [None req-92e62109-fe42-4a9e-ae5a-173da2c8b4c2 admin admin] Allocated IP 172.20.0.1 (1d5635ba-1814-486a-b731-f60fff1908dc/8bba76eb-1fbe-498a-bb0a-248069119c0d/9770f4a6-7e0e-4b88-a167-d6a33161c795) {{(pid=102517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:28:26.467513 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f311203b-8e9a-491e-a4b2-c64fcc6a25f9 None None] Pushing event updated for resources: {'Port': ['ID=2df553b7-6309-4c81-9418-cc202b394eef,revision_number=2']} {{(pid=102519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:26.467719 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced07a84-22c3-4598-9da4-21800b5df478', 'name': 'network-vif-deleted', 'tag': '58fc10fd-44a0-4e15-a1cb-fde92a71ae87'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:28:26.473506 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20d478f7b504b4f7a92aed5d5c075fb26ddad21beb532cc87d656362fb0682d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cbb972c-341e-4400-bac6-653ca09a416f" -d '{"events": [{"server_uuid": "ced07a84-22c3-4598-9da4-21800b5df478", "name": "network-vif-deleted", "tag": "58fc10fd-44a0-4e15-a1cb-fde92a71ae87"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:28:26.478033 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f209e-7011-4154-b7a2-3a44f066e429 req-2944118d-3d8f-4eb2-8a95-da9f1e951403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:26.479781 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4f7f209e-7011-4154-b7a2-3a44f066e429 req-2944118d-3d8f-4eb2-8a95-da9f1e951403 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a98d8a98-839c-47e1-88e2-76d7f032c093 HTTP/1.1" status: 200 len: 870 time: 0.7027857 Nov 23 05:28:26.496240 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-6f2525fd-ba82-4072-8412-55a8cae7e09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:26.569786 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc67164-9cee-4512-adbe-eb7e6a4fd7e2 None None] Pushing event updated for resources: {'Port': ['ID=9d7c22e7-4baf-4975-b257-391d648e1cbf,revision_number=3']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:26.584809 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.db.api [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102518) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 05:28:26.585233 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG oslo_db.api [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 05:28:26.607650 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-6099b156-c111-42e2-9ec5-26491cf188e5 None None] Provisioning complete for port 9d7c22e7-4baf-4975-b257-391d648e1cbf triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:28:26.608507 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-6099b156-c111-42e2-9ec5-26491cf188e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:26.639508 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc2f922-20dc-42a3-8991-7dff5ba92f55 x-openstack-request-id: req-ccc2f922-20dc-42a3-8991-7dff5ba92f55 {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:28:26.641678 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ced07a84-22c3-4598-9da4-21800b5df478", "name": "network-vif-deleted", "tag": "58fc10fd-44a0-4e15-a1cb-fde92a71ae87", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:28:26.642030 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ccc2f922-20dc-42a3-8991-7dff5ba92f55 {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:28:26.643514 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced07a84-22c3-4598-9da4-21800b5df478', 'name': 'network-vif-deleted', 'tag': '58fc10fd-44a0-4e15-a1cb-fde92a71ae87', 'status': 'completed', 'code': 200} Nov 23 05:28:26.650586 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2525fd-ba82-4072-8412-55a8cae7e09f None None] Routers {'6ec4def7-f3ae-4318-80ee-177989bd4588'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:28:26.653901 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4f7f209e-7011-4154-b7a2-3a44f066e429 req-53bfe063-cf6f-44e6-9c0f-a1e2ee6aa942 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=9ad3852a-0211-44dd-a06d-f5039d866f02 HTTP/1.1" status: 200 len: 217 time: 0.1529202 Nov 23 05:28:26.663325 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-6f2525fd-ba82-4072-8412-55a8cae7e09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:28:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['6ec4def7-f3ae-4318-80ee-177989bd4588'], 'active': True} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:28:26.727114 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c766d-e18d-41cf-b350-ae6c70ed42a6 req-d9c48026-ac96-4994-8369-0acd48d86050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:26.729124 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-f91c766d-e18d-41cf-b350-ae6c70ed42a6 req-d9c48026-ac96-4994-8369-0acd48d86050 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9d77c663d85b417d80848237e522deb9&device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 1098 time: 0.3450291 Nov 23 05:28:26.832470 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvr_db [None req-6f2525fd-ba82-4072-8412-55a8cae7e09f None None] Set router 6ec4def7-f3ae-4318-80ee-177989bd4588 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:28:26.902540 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-20fc666e-9771-453f-bdf8-c346d7f1a095 req-20b43e85-8ada-4efd-9bda-16b0650dd275 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=ced07a84-22c3-4598-9da4-21800b5df478 HTTP/1.1" status: 200 len: 210 time: 0.2433321 Nov 23 05:28:26.976879 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd076352-8e6c-4028-98dd-729c939f4fff req-d56af26b-6740-4e64-9286-0fad68830038 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:26.978436 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fd076352-8e6c-4028-98dd-729c939f4fff req-d56af26b-6740-4e64-9286-0fad68830038 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 944 time: 0.0749221 Nov 23 05:28:26.983101 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f209e-7011-4154-b7a2-3a44f066e429 req-ca803eea-2c10-4cb8-a4b3-f8724c0577a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:26.984849 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4f7f209e-7011-4154-b7a2-3a44f066e429 req-ca803eea-2c10-4cb8-a4b3-f8724c0577a3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=05bb2677-bf90-4e40-bf81-f64ad9f21689 HTTP/1.1" status: 200 len: 843 time: 0.3226762 Nov 23 05:28:26.992344 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-92e62109-fe42-4a9e-ae5a-173da2c8b4c2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:27.057021 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c766d-e18d-41cf-b350-ae6c70ed42a6 req-4b294d67-b5ac-4ffe-9ddc-5f9b7507e331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:27.058492 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-f91c766d-e18d-41cf-b350-ae6c70ed42a6 req-4b294d67-b5ac-4ffe-9ddc-5f9b7507e331 service neutron] 10.222.0.54 "GET /v2.0/networks?id=33a64f20-5fa2-4ee6-bf93-69fefe69b302 HTTP/1.1" status: 200 len: 912 time: 0.2281897 Nov 23 05:28:27.069128 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-92e62109-fe42-4a9e-ae5a-173da2c8b4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751724218534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25211324'] for port, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:27.114371 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f311203b-8e9a-491e-a4b2-c64fcc6a25f9 None None] Pushing event updated for resources: {'Port': ['ID=2df553b7-6309-4c81-9418-cc202b394eef,revision_number=3']} {{(pid=102519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:27.162724 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fd076352-8e6c-4028-98dd-729c939f4fff req-0f74935e-8090-41e4-afe8-b3765c73d889 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1739852 Nov 23 05:28:27.179325 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 0850cfbc-8047-4342-b81d-3e90b590c34e up at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:28:27.195114 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f209e-7011-4154-b7a2-3a44f066e429 req-70153dbf-3132-4f6c-9c7d-bc2063ca9a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:27.197147 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4f7f209e-7011-4154-b7a2-3a44f066e429 req-70153dbf-3132-4f6c-9c7d-bc2063ca9a85 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a98d8a98-839c-47e1-88e2-76d7f032c093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1997528 Nov 23 05:28:27.213770 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e62109-fe42-4a9e-ae5a-173da2c8b4c2 admin admin] Network 1d5635ba-1814-486a-b731-f60fff1908dc is already hosted by enough agents. {{(pid=102517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:28:27.215792 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.base_scheduler [None req-92e62109-fe42-4a9e-ae5a-173da2c8b4c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:28:27.254735 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Provisioning complete for port 0850cfbc-8047-4342-b81d-3e90b590c34e triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:28:27.255144 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:27.271391 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e62109-fe42-4a9e-ae5a-173da2c8b4c2 admin admin] Received port after_create {{(pid=102517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:28:27.372386 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device 9ad3852a-0211-44dd-a06d-f5039d866f02 details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=102518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 05:28:27.383432 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-f91c766d-e18d-41cf-b350-ae6c70ed42a6 req-8da8d4b0-1926-4b69-a1e2-30dea8a43b0e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5 HTTP/1.1" status: 200 len: 1001 time: 0.3106813 Nov 23 05:28:27.391898 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e62109-fe42-4a9e-ae5a-173da2c8b4c2 admin admin] Pushing event updated for resources: {'Port': ['ID=9770f4a6-7e0e-4b88-a167-d6a33161c795,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:27.396048 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-6f2525fd-ba82-4072-8412-55a8cae7e09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ec4def7-f3ae-4318-80ee-177989bd4588', 'name': 'tempest-TestMinimumBasicScenario-1436583384-router', 'tenant_id': '4efb292b4a3a434790dcc77cc6795003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '2df553b7-6309-4c81-9418-cc202b394eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:28:20Z', 'updated_at': '2021-11-23T05:28:23Z', 'revision_number': 3, 'project_id': '4efb292b4a3a434790dcc77cc6795003', 'gw_port': {'id': '2df553b7-6309-4c81-9418-cc202b394eef', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ec4def7-f3ae-4318-80ee-177989bd4588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:21Z', 'updated_at': '2021-11-23T05:28:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi'}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:28:27.515071 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-92e62109-fe42-4a9e-ae5a-173da2c8b4c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733347'] for router_interface, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:27.538237 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2525fd-ba82-4072-8412-55a8cae7e09f None None] The sync data for ids ['6ec4def7-f3ae-4318-80ee-177989bd4588'] in dv-cinder-805072-6-iscsi is: [{'id': '6ec4def7-f3ae-4318-80ee-177989bd4588', 'name': 'tempest-TestMinimumBasicScenario-1436583384-router', 'tenant_id': '4efb292b4a3a434790dcc77cc6795003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '2df553b7-6309-4c81-9418-cc202b394eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:28:20Z', 'updated_at': '2021-11-23T05:28:23Z', 'revision_number': 3, 'project_id': '4efb292b4a3a434790dcc77cc6795003', 'gw_port': {'id': '2df553b7-6309-4c81-9418-cc202b394eef', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ec4def7-f3ae-4318-80ee-177989bd4588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:21Z', 'updated_at': '2021-11-23T05:28:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi'}] {{(pid=102519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:28:27.563442 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port 9ad3852a-0211-44dd-a06d-f5039d866f02, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=9ad3852a-0211-44dd-a06d-f5039d866f02,segment=NetworkSegment(cd66ff28-8fa2-4719-b8b6-0c1ef048b5c7),segment_id=cd66ff28-8fa2-4719-b8b6-0c1ef048b5c7)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:28:27.582066 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device 58fc10fd-44a0-4e15-a1cb-fde92a71ae87 no longer exists at agent hyperv_hv-cinder-80507 {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:28:27.665978 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Returning: {'device': '9ad3852a-0211-44dd-a06d-f5039d866f02', 'network_id': 'a98d8a98-839c-47e1-88e2-76d7f032c093', 'port_id': '9ad3852a-0211-44dd-a06d-f5039d866f02', 'mac_address': 'fa:16:3e:f3:4c:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05bb2677-bf90-4e40-bf81-f64ad9f21689', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 05:28:27.673837 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] No Port match for: 58fc10fd-44a0-4e15-a1cb-fde92a71ae87 {{(pid=102518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:28:27.675313 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device 58fc10fd-44a0-4e15-a1cb-fde92a71ae87 not bound to the agent host hv-cinder-80507 {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:28:27.747642 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c766d-e18d-41cf-b350-ae6c70ed42a6 req-c5ed8b30-024a-461c-9de4-128e1a106f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:27.749611 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-f91c766d-e18d-41cf-b350-ae6c70ed42a6 req-c5ed8b30-024a-461c-9de4-128e1a106f56 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=242a3dfa-1577-4789-92d9-6d9fc458ed6b HTTP/1.1" status: 200 len: 850 time: 0.3519654 Nov 23 05:28:27.823311 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-a8361276-21cf-40ab-a1bc-4efd059b7253 None None] Provisioning complete for port 9770f4a6-7e0e-4b88-a167-d6a33161c795 triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:28:27.823697 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-a8361276-21cf-40ab-a1bc-4efd059b7253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:27.833745 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-92e62109-fe42-4a9e-ae5a-173da2c8b4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:27.889570 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c766d-e18d-41cf-b350-ae6c70ed42a6 req-e79debd4-1e60-427e-862f-6874cbba7e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:27.892323 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-f91c766d-e18d-41cf-b350-ae6c70ed42a6 req-e79debd4-1e60-427e-862f-6874cbba7e2b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=33a64f20-5fa2-4ee6-bf93-69fefe69b302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1040344 Nov 23 05:28:27.897512 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:27.899823 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-a8361276-21cf-40ab-a1bc-4efd059b7253 None None] Port 9770f4a6-7e0e-4b88-a167-d6a33161c795 cannot update to ACTIVE because it is not bound. {{(pid=102518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:28:27.936416 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.notifiers.nova [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ad3852a-0211-44dd-a06d-f5039d866f02 {{(pid=102518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:28:27.992176 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port 9ad3852a-0211-44dd-a06d-f5039d866f02, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=9ad3852a-0211-44dd-a06d-f5039d866f02,segment=NetworkSegment(cd66ff28-8fa2-4719-b8b6-0c1ef048b5c7),segment_id=cd66ff28-8fa2-4719-b8b6-0c1ef048b5c7)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:28:28.002743 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:28.088920 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Pushing event updated for resources: {'Port': ['ID=9ad3852a-0211-44dd-a06d-f5039d866f02,revision_number=4']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:28.135621 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 9d7c22e7-4baf-4975-b257-391d648e1cbf up at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:28:28.200340 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52118c74-b3af-4d51-b019-63db6836fdee req-cdc50080-43e1-4e81-9b25-87fd43a203e2 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:28.208608 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-52118c74-b3af-4d51-b019-63db6836fdee req-cdc50080-43e1-4e81-9b25-87fd43a203e2 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e7c530-5897-42b8-bf44-718e9c530be0 HTTP/1.1" status: 200 len: 947 time: 0.3207800 Nov 23 05:28:28.288017 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Provisioning complete for port 9d7c22e7-4baf-4975-b257-391d648e1cbf triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:28:28.288497 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:28.306419 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4f7f209e-7011-4154-b7a2-3a44f066e429 req-a729c14b-c084-433b-b3a0-8e5c13865ca1 service neutron] 10.222.0.54 "GET /v2.0/networks/a98d8a98-839c-47e1-88e2-76d7f032c093?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0773888 Nov 23 05:28:28.334796 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-f91c766d-e18d-41cf-b350-ae6c70ed42a6 req-7b1b1c1b-8c67-41b3-841f-6b09870a2edb service neutron] 10.222.0.54 "GET /v2.0/networks/33a64f20-5fa2-4ee6-bf93-69fefe69b302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3941133 Nov 23 05:28:28.351291 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c4c67-3744-472c-8834-8ba0c31c61d5 req-29535b81-9443-40c7-9c6f-7912ef93f1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:28.352994 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-655c4c67-3744-472c-8834-8ba0c31c61d5 req-29535b81-9443-40c7-9c6f-7912ef93f1cd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390&tenant_id=cb5e3bfadd8949d285afa69cba79918a HTTP/1.1" status: 200 len: 1097 time: 0.3299644 Nov 23 05:28:28.377082 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] get_ports_and_sgs() called for port_ids ['9ad3852a-0211-44dd-a06d-f5039d866f02'] {{(pid=102518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:28:28.519714 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-52118c74-b3af-4d51-b019-63db6836fdee req-ff21678a-ab10-4a2d-84c5-870d948189a4 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] 10.222.0.48 "GET /v2.0/security-groups?id=698d7567-ccad-4bdd-86f2-1a6d7320845d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001292 Nov 23 05:28:28.573105 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c4c67-3744-472c-8834-8ba0c31c61d5 req-d4ac29a9-af09-40eb-9dd7-4cf082365fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:28.576181 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-655c4c67-3744-472c-8834-8ba0c31c61d5 req-d4ac29a9-af09-40eb-9dd7-4cf082365fc5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cb5e3bfadd8949d285afa69cba79918a&device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 1097 time: 0.1630230 Nov 23 05:28:28.586086 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-92e62109-fe42-4a9e-ae5a-173da2c8b4c2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:28.608535 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-92e62109-fe42-4a9e-ae5a-173da2c8b4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25211307'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:28.640778 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-f91c766d-e18d-41cf-b350-ae6c70ed42a6 req-807a14c9-7990-4524-9303-6cbdf2746881 service neutron] 10.222.0.54 "GET /v2.0/networks/33a64f20-5fa2-4ee6-bf93-69fefe69b302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958930 Nov 23 05:28:28.698126 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4f7f209e-7011-4154-b7a2-3a44f066e429 req-bb31cb99-9797-4e9a-9b94-637f6afa56c9 service neutron] 10.222.0.54 "GET /v2.0/networks/a98d8a98-839c-47e1-88e2-76d7f032c093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631647 Nov 23 05:28:28.732839 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:28.780828 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e62109-fe42-4a9e-ae5a-173da2c8b4c2 admin admin] Pushing event updated for resources: {'Port': ['ID=9770f4a6-7e0e-4b88-a167-d6a33161c795,revision_number=2']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:28.783500 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-92e62109-fe42-4a9e-ae5a-173da2c8b4c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733247'] for router_interface, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:28.814381 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcdd822-8ac1-4035-a0ed-65ed68c12cb0 req-80891a65-26bc-4052-aac2-d598081a6051 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:28.817776 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7dcdd822-8ac1-4035-a0ed-65ed68c12cb0 req-80891a65-26bc-4052-aac2-d598081a6051 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 944 time: 0.2124434 Nov 23 05:28:28.856293 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872dbc7e-a0a4-42fb-8077-168e07999ce6 req-54e962c5-263f-4429-9921-b8568a79b851 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:28.858327 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-872dbc7e-a0a4-42fb-8077-168e07999ce6 req-54e962c5-263f-4429-9921-b8568a79b851 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 945 time: 0.1768696 Nov 23 05:28:28.907028 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c4c67-3744-472c-8834-8ba0c31c61d5 req-f534f3fc-3430-49c1-a729-ef7bdc9033fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:28.908833 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-655c4c67-3744-472c-8834-8ba0c31c61d5 req-f534f3fc-3430-49c1-a729-ef7bdc9033fc service neutron] 10.222.0.54 "GET /v2.0/networks?id=d276bf6c-1506-42b0-9d9a-c9478303eb76 HTTP/1.1" status: 200 len: 917 time: 0.3232422 Nov 23 05:28:29.031520 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7dcdd822-8ac1-4035-a0ed-65ed68c12cb0 req-ca64ce3e-9550-41e6-b3a0-8ccf740e81bd tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1980762 Nov 23 05:28:29.052510 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-872dbc7e-a0a4-42fb-8077-168e07999ce6 req-2b6591a0-0c59-4e64-ab6b-aa7f652f4f96 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676941 Nov 23 05:28:29.092225 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-655c4c67-3744-472c-8834-8ba0c31c61d5 req-a2c81fe4-ae7d-4ee5-9f70-f291333f291d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b20df5f1-9ac0-4b9c-a723-2aaae32a648d HTTP/1.1" status: 200 len: 1000 time: 0.1691093 Nov 23 05:28:29.186264 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c4c67-3744-472c-8834-8ba0c31c61d5 req-25fb5e9a-9446-49fe-b869-eb37fb0a3fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:29.193024 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-655c4c67-3744-472c-8834-8ba0c31c61d5 req-25fb5e9a-9446-49fe-b869-eb37fb0a3fa9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b812847c-d94f-408a-a05b-e1adde40724b HTTP/1.1" status: 200 len: 855 time: 0.0898781 Nov 23 05:28:29.232705 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e62109-fe42-4a9e-ae5a-173da2c8b4c2 admin admin] Network 1d5635ba-1814-486a-b731-f60fff1908dc is already hosted by enough agents. {{(pid=102517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:28:29.235463 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.base_scheduler [None req-92e62109-fe42-4a9e-ae5a-173da2c8b4c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:28:29.273879 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c4c67-3744-472c-8834-8ba0c31c61d5 req-6eb83073-dd28-48b8-857a-bff0b52164dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:29.273879 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-655c4c67-3744-472c-8834-8ba0c31c61d5 req-6eb83073-dd28-48b8-857a-bff0b52164dd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d276bf6c-1506-42b0-9d9a-c9478303eb76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0719123 Nov 23 05:28:29.421525 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92e62109-fe42-4a9e-ae5a-173da2c8b4c2 admin admin] Router 6ec4def7-f3ae-4318-80ee-177989bd4588 has already been hosted by L3 agent 9dac5a01-04fc-4e91-9910-6392ff9c638b {{(pid=102517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:28:29.449049 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-655c4c67-3744-472c-8834-8ba0c31c61d5 req-bfc96b58-b78c-4c9c-8d4c-7f247102be8a service neutron] 10.222.0.54 "GET /v2.0/networks/d276bf6c-1506-42b0-9d9a-c9478303eb76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616547 Nov 23 05:28:29.546043 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-9a81709a-f673-4b9c-9308-bdc8bdfd8159 None None] Provisioning complete for port 9770f4a6-7e0e-4b88-a167-d6a33161c795 triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:28:29.547003 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-9a81709a-f673-4b9c-9308-bdc8bdfd8159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:29.589834 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e62109-fe42-4a9e-ae5a-173da2c8b4c2 admin admin] Notify agent at l3_agent.dv-cinder-805072-6-iscsi the message routers_updated {{(pid=102517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:28:29.604436 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-92e62109-fe42-4a9e-ae5a-173da2c8b4c2 admin admin] 10.222.0.48 "PUT /v2.0/routers/6ec4def7-f3ae-4318-80ee-177989bd4588/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9077451 Nov 23 05:28:29.605219 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-655c4c67-3744-472c-8834-8ba0c31c61d5 req-111bb39b-a4a4-4c78-abf2-bbfd759a4072 service neutron] 10.222.0.54 "GET /v2.0/networks/d276bf6c-1506-42b0-9d9a-c9478303eb76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421831 Nov 23 05:28:29.654399 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-9a81709a-f673-4b9c-9308-bdc8bdfd8159 None None] Port 9770f4a6-7e0e-4b88-a167-d6a33161c795 cannot update to ACTIVE because it is not bound. {{(pid=102518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:28:29.735742 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ce253-e422-4755-9cb8-a92868c70c29 req-5fc2abb9-6207-4503-b169-faa850dd3247 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:29.738367 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f43ce253-e422-4755-9cb8-a92868c70c29 req-5fc2abb9-6207-4503-b169-faa850dd3247 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e7c530-5897-42b8-bf44-718e9c530be0 HTTP/1.1" status: 200 len: 948 time: 0.1177464 Nov 23 05:28:29.800677 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f43ce253-e422-4755-9cb8-a92868c70c29 req-a235fd4f-0126-452b-b3c7-309bd54d0aa1 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] 10.222.0.48 "GET /v2.0/security-groups?id=698d7567-ccad-4bdd-86f2-1a6d7320845d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522244 Nov 23 05:28:29.929297 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 2df553b7-6309-4c81-9418-cc202b394eef up at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:28:29.992031 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Provisioning complete for port 2df553b7-6309-4c81-9418-cc202b394eef triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:28:29.992340 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:30.104586 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:30.135809 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] For port 2df553b7-6309-4c81-9418-cc202b394eef, host dv-cinder-805072-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=2df553b7-6309-4c81-9418-cc202b394eef,segment=NetworkSegment(e4256266-4d48-4c1e-81e6-1081b0d2db50),segment_id=e4256266-4d48-4c1e-81e6-1081b0d2db50)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:28:30.141610 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:30.216595 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Pushing event updated for resources: {'Port': ['ID=2df553b7-6309-4c81-9418-cc202b394eef,revision_number=4']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:30.225472 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:30.225874 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:30.226244 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:30.226579 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:30.226995 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:30.227332 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:30.227671 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:30.228053 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:30.228401 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:30.228731 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:30.229072 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:30.229417 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:30.259235 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29ffbc0-d1fc-42fa-914c-2c045de99a9b None None] Sync routers for ids ['6ec4def7-f3ae-4318-80ee-177989bd4588'] in dv-cinder-805072-6-iscsi {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:28:30.281606 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29ffbc0-d1fc-42fa-914c-2c045de99a9b None None] Routers {'6ec4def7-f3ae-4318-80ee-177989bd4588'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:28:30.282505 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-d29ffbc0-d1fc-42fa-914c-2c045de99a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:28:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['6ec4def7-f3ae-4318-80ee-177989bd4588'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:28:30.283440 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f7edc-de26-4ac3-9af0-12781a465ef2 req-a276c8f3-2707-4e7e-968a-2ddeb746dd19 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:30.285193 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5c4f7edc-de26-4ac3-9af0-12781a465ef2 req-a276c8f3-2707-4e7e-968a-2ddeb746dd19 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 944 time: 0.1476357 Nov 23 05:28:30.323687 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92760fe0-2780-46f4-8d83-3a85aca65c57 req-c80996c3-caa1-4bda-9a39-f7b80347122c tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:30.332370 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-92760fe0-2780-46f4-8d83-3a85aca65c57 req-c80996c3-caa1-4bda-9a39-f7b80347122c tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 945 time: 0.1154344 Nov 23 05:28:30.377518 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5c4f7edc-de26-4ac3-9af0-12781a465ef2 req-f2c91dcf-1217-48eb-a19f-a4aa8ca74afb tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838230 Nov 23 05:28:30.422134 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-92760fe0-2780-46f4-8d83-3a85aca65c57 req-cdd832e2-c9d2-4c50-8f0c-0daadbeaade2 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885978 Nov 23 05:28:30.474775 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-d29ffbc0-d1fc-42fa-914c-2c045de99a9b None None] Set router 6ec4def7-f3ae-4318-80ee-177989bd4588 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:28:30.831729 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-d29ffbc0-d1fc-42fa-914c-2c045de99a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ec4def7-f3ae-4318-80ee-177989bd4588', 'name': 'tempest-TestMinimumBasicScenario-1436583384-router', 'tenant_id': '4efb292b4a3a434790dcc77cc6795003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '2df553b7-6309-4c81-9418-cc202b394eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:28:20Z', 'updated_at': '2021-11-23T05:28:27Z', 'revision_number': 4, 'project_id': '4efb292b4a3a434790dcc77cc6795003', 'gw_port': {'id': '2df553b7-6309-4c81-9418-cc202b394eef', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec4def7-f3ae-4318-80ee-177989bd4588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:21Z', 'updated_at': '2021-11-23T05:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_interfaces': [{'id': '9770f4a6-7e0e-4b88-a167-d6a33161c795', 'name': '', 'network_id': '1d5635ba-1814-486a-b731-f60fff1908dc', 'tenant_id': '4efb292b4a3a434790dcc77cc6795003', 'mac_address': 'fa:16:3e:b3:11:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ec4def7-f3ae-4318-80ee-177989bd4588', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '8bba76eb-1fbe-498a-bb0a-248069119c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:25Z', 'updated_at': '2021-11-23T05:28:28Z', 'revision_number': 2, 'project_id': '4efb292b4a3a434790dcc77cc6795003', 'subnets': [{'id': '8bba76eb-1fbe-498a-bb0a-248069119c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:28:30.878385 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29ffbc0-d1fc-42fa-914c-2c045de99a9b None None] Checking router: 6ec4def7-f3ae-4318-80ee-177989bd4588 for host: dv-cinder-805072-6-iscsi {{(pid=102518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:28:30.878385 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29ffbc0-d1fc-42fa-914c-2c045de99a9b None None] Updating router 6ec4def7-f3ae-4318-80ee-177989bd4588 port 9770f4a6-7e0e-4b88-a167-d6a33161c795 binding host dv-cinder-805072-6-iscsi {{(pid=102518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 05:28:30.927820 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-d29ffbc0-d1fc-42fa-914c-2c045de99a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:31.055484 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e81be-514d-40a1-ab9c-c2ef02da06be req-5668b688-f694-4913-9c0a-3310b63110b6 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:31.057278 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e44e81be-514d-40a1-ab9c-c2ef02da06be req-5668b688-f694-4913-9c0a-3310b63110b6 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e7c530-5897-42b8-bf44-718e9c530be0 HTTP/1.1" status: 200 len: 948 time: 0.1563900 Nov 23 05:28:31.177296 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e44e81be-514d-40a1-ab9c-c2ef02da06be req-a9df1c6d-6116-4135-8517-97e7e57fd2d6 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] 10.222.0.48 "GET /v2.0/security-groups?id=698d7567-ccad-4bdd-86f2-1a6d7320845d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085920 Nov 23 05:28:31.285515 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-d29ffbc0-d1fc-42fa-914c-2c045de99a9b None None] Publish callbacks [] for port, precommit_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:31.298322 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-d29ffbc0-d1fc-42fa-914c-2c045de99a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:31.379092 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device 9ad3852a-0211-44dd-a06d-f5039d866f02 up at agent hyperv_hv-cinder-80507 {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:28:31.449884 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3548440a-7021-4295-ae48-be22ae642ced None None] Pushing event updated for resources: {'Port': ['ID=9770f4a6-7e0e-4b88-a167-d6a33161c795,revision_number=3']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:31.454466 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Provisioning for port 9ad3852a-0211-44dd-a06d-f5039d866f02 completed by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 05:28:31.523680 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Provisioning complete for port 9ad3852a-0211-44dd-a06d-f5039d866f02 triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:28:31.523680 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:31.611021 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-d29ffbc0-d1fc-42fa-914c-2c045de99a9b None None] Attempting to bind port 9770f4a6-7e0e-4b88-a167-d6a33161c795 on host dv-cinder-805072-6-iscsi for vnic_type normal with profile {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:28:31.611788 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-d29ffbc0-d1fc-42fa-914c-2c045de99a9b None None] Attempting to bind port 9770f4a6-7e0e-4b88-a167-d6a33161c795 by drivers openvswitch,hyperv on host dv-cinder-805072-6-iscsi at level 0 using segments [{'id': '077c2104-4d7c-49fa-a847-952c74c29e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1d5635ba-1814-486a-b731-f60fff1908dc'}] {{(pid=102518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:28:31.612936 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29ffbc0-d1fc-42fa-914c-2c045de99a9b None None] Attempting to bind port 9770f4a6-7e0e-4b88-a167-d6a33161c795 on network 1d5635ba-1814-486a-b731-f60fff1908dc {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:28:31.626313 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29ffbc0-d1fc-42fa-914c-2c045de99a9b None None] Checking agent: {'id': '820ec587-a722-4a8d-8856-03e998d7c894', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 5, 17, 39), 'started_at': datetime.datetime(2021, 11, 23, 5, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:28:31.627166 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29ffbc0-d1fc-42fa-914c-2c045de99a9b None None] Checking segment: {'id': '077c2104-4d7c-49fa-a847-952c74c29e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1d5635ba-1814-486a-b731-f60fff1908dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:28:31.627872 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-d29ffbc0-d1fc-42fa-914c-2c045de99a9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:31.628534 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29ffbc0-d1fc-42fa-914c-2c045de99a9b None None] Bound using segment: {'id': '077c2104-4d7c-49fa-a847-952c74c29e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1d5635ba-1814-486a-b731-f60fff1908dc'} {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:28:31.629503 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-d29ffbc0-d1fc-42fa-914c-2c045de99a9b None None] Bound port: 9770f4a6-7e0e-4b88-a167-d6a33161c795, host: dv-cinder-805072-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '077c2104-4d7c-49fa-a847-952c74c29e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1d5635ba-1814-486a-b731-f60fff1908dc'}}] {{(pid=102518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:28:31.630129 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-d29ffbc0-d1fc-42fa-914c-2c045de99a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:31.725496 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-d29ffbc0-d1fc-42fa-914c-2c045de99a9b None None] For port 9770f4a6-7e0e-4b88-a167-d6a33161c795, host dv-cinder-805072-6-iscsi, cleared binding levels {{(pid=102518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:28:31.730077 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-d29ffbc0-d1fc-42fa-914c-2c045de99a9b None None] For port 9770f4a6-7e0e-4b88-a167-d6a33161c795, host dv-cinder-805072-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=9770f4a6-7e0e-4b88-a167-d6a33161c795,segment=NetworkSegment(077c2104-4d7c-49fa-a847-952c74c29e85),segment_id=077c2104-4d7c-49fa-a847-952c74c29e85)] {{(pid=102518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:28:31.743441 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-d29ffbc0-d1fc-42fa-914c-2c045de99a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:31.751113 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918b527-e344-431b-b03b-aaeafcb69f8f req-dafd12b0-039f-40c8-9a1c-58d49b1cd7e6 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:31.765744 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0918b527-e344-431b-b03b-aaeafcb69f8f req-dafd12b0-039f-40c8-9a1c-58d49b1cd7e6 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 944 time: 0.2193916 Nov 23 05:28:31.812715 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29ffbc0-d1fc-42fa-914c-2c045de99a9b None None] Routers {'6ec4def7-f3ae-4318-80ee-177989bd4588'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:28:31.813742 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-d29ffbc0-d1fc-42fa-914c-2c045de99a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:28:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['6ec4def7-f3ae-4318-80ee-177989bd4588'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:28:31.825887 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a06c8f-33d1-49c2-bcea-582c5983b19f req-836083ca-258c-495c-9bf7-c3e05ac9bf6f tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:31.835008 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-66a06c8f-33d1-49c2-bcea-582c5983b19f req-836083ca-258c-495c-9bf7-c3e05ac9bf6f tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 945 time: 0.2709970 Nov 23 05:28:31.993292 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0918b527-e344-431b-b03b-aaeafcb69f8f req-0d1d95b6-b81d-47b6-96b3-4b4548a4e15b tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2265410 Nov 23 05:28:32.039131 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-66a06c8f-33d1-49c2-bcea-582c5983b19f req-8bea1dac-9058-488b-ad68-7fe5c3371be3 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867895 Nov 23 05:28:32.280328 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:32.286890 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 2df553b7-6309-4c81-9418-cc202b394eef up at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:28:32.422097 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc27c27-dafe-48e2-8a01-e3a5948bf650 req-1108e732-13b7-4167-9a2c-494513327d23 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:32.424175 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8cc27c27-dafe-48e2-8a01-e3a5948bf650 req-1108e732-13b7-4167-9a2c-494513327d23 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e7c530-5897-42b8-bf44-718e9c530be0 HTTP/1.1" status: 200 len: 948 time: 0.0856650 Nov 23 05:28:32.451954 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-6708662d-325b-4ae8-9672-dd37028db1db None None] Provisioning complete for port 9770f4a6-7e0e-4b88-a167-d6a33161c795 triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:28:32.452330 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-6708662d-325b-4ae8-9672-dd37028db1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:32.465592 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e7c530-5897-42b8-bf44-718e9c530be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad3852a-0211-44dd-a06d-f5039d866f02'}] {{(pid=102518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:28:32.468713 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1555ff6ee76347fd5083048713d2688504cf60c4b4cdc9acc0e7e1b3a3add239" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f4dfe5-b5a0-46b5-84a2-5cc9184d8ee2" -d '{"events": [{"server_uuid": "70e7c530-5897-42b8-bf44-718e9c530be0", "name": "network-vif-plugged", "status": "completed", "tag": "9ad3852a-0211-44dd-a06d-f5039d866f02"}]}' {{(pid=102518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:28:32.537819 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8cc27c27-dafe-48e2-8a01-e3a5948bf650 req-355104be-5f53-49be-8ae4-0e0a58fe8770 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] 10.222.0.48 "GET /v2.0/security-groups?id=698d7567-ccad-4bdd-86f2-1a6d7320845d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014755 Nov 23 05:28:32.552619 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3548440a-7021-4295-ae48-be22ae642ced None None] Pushing event updated for resources: {'Port': ['ID=9770f4a6-7e0e-4b88-a167-d6a33161c795,revision_number=4']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:32.558019 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a569bdc2-aa72-4801-b0ce-d3e7033a6492 x-openstack-request-id: req-a569bdc2-aa72-4801-b0ce-d3e7033a6492 {{(pid=102518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:28:32.558578 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70e7c530-5897-42b8-bf44-718e9c530be0", "name": "network-vif-plugged", "status": "completed", "tag": "9ad3852a-0211-44dd-a06d-f5039d866f02", "code": 200}]} {{(pid=102518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:28:32.559053 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a569bdc2-aa72-4801-b0ce-d3e7033a6492 {{(pid=102518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:28:32.559745 dv-cinder-805072-6-iscsi neutron-server[102518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70e7c530-5897-42b8-bf44-718e9c530be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad3852a-0211-44dd-a06d-f5039d866f02', 'code': 200} Nov 23 05:28:32.575792 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-d29ffbc0-d1fc-42fa-914c-2c045de99a9b None None] Set router 6ec4def7-f3ae-4318-80ee-177989bd4588 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:28:32.579339 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port 9ad3852a-0211-44dd-a06d-f5039d866f02, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=9ad3852a-0211-44dd-a06d-f5039d866f02,segment=NetworkSegment(cd66ff28-8fa2-4719-b8b6-0c1ef048b5c7),segment_id=cd66ff28-8fa2-4719-b8b6-0c1ef048b5c7)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:28:32.627472 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:32.803506 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Provisioning complete for port 2df553b7-6309-4c81-9418-cc202b394eef triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:28:32.804369 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:32.859437 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Pushing event updated for resources: {'Port': ['ID=9ad3852a-0211-44dd-a06d-f5039d866f02,revision_number=5']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:32.987396 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd501f48-1d65-48b4-a2c9-cb408f43547f req-0be26629-e671-4474-92a8-93e6dcc5e8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:32.993396 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fd501f48-1d65-48b4-a2c9-cb408f43547f req-0be26629-e671-4474-92a8-93e6dcc5e8f4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=70e7c530-5897-42b8-bf44-718e9c530be0 HTTP/1.1" status: 200 len: 1102 time: 0.0863729 Nov 23 05:28:33.075027 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-6708662d-325b-4ae8-9672-dd37028db1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:33.135309 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fd501f48-1d65-48b4-a2c9-cb408f43547f req-368cd79e-09d2-41d3-984e-355c76127503 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=698d7567-ccad-4bdd-86f2-1a6d7320845d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333129 Nov 23 05:28:33.265038 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-6708662d-325b-4ae8-9672-dd37028db1db None None] For port 9770f4a6-7e0e-4b88-a167-d6a33161c795, host dv-cinder-805072-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=9770f4a6-7e0e-4b88-a167-d6a33161c795,segment=NetworkSegment(077c2104-4d7c-49fa-a847-952c74c29e85),segment_id=077c2104-4d7c-49fa-a847-952c74c29e85)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:28:33.280927 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-6708662d-325b-4ae8-9672-dd37028db1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:33.314209 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2e245-a28a-4d33-9aa9-fe950e8f7c4f req-1aeddaac-a687-4cec-a9ff-08db09e2aef8 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:33.325100 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-46d2e245-a28a-4d33-9aa9-fe950e8f7c4f req-1aeddaac-a687-4cec-a9ff-08db09e2aef8 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 944 time: 0.1870339 Nov 23 05:28:33.375202 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b99dcf-62b7-470f-acba-b5c6efc319e8 req-1974ad77-1a89-4d69-957e-24dde4fe6d95 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:33.395736 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b8b99dcf-62b7-470f-acba-b5c6efc319e8 req-1974ad77-1a89-4d69-957e-24dde4fe6d95 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 945 time: 0.2163916 Nov 23 05:28:33.550627 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-46d2e245-a28a-4d33-9aa9-fe950e8f7c4f req-0ee84ecf-f1c5-452c-8239-52aeccb9c915 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2235682 Nov 23 05:28:33.554121 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6708662d-325b-4ae8-9672-dd37028db1db None None] Pushing event updated for resources: {'Port': ['ID=9770f4a6-7e0e-4b88-a167-d6a33161c795,revision_number=5']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:33.661702 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-a1ee3bea-68ee-4f5c-aa0b-5ba30a562c8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:33.663046 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-bb34ca0d-e1f2-4d83-b9e8-77ed2c30e4db None None] Provisioning complete for port 9770f4a6-7e0e-4b88-a167-d6a33161c795 triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:28:33.663402 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-bb34ca0d-e1f2-4d83-b9e8-77ed2c30e4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:33.681765 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b8b99dcf-62b7-470f-acba-b5c6efc319e8 req-38a692e7-dca8-4dca-b9f7-38aa0a437ea7 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846751 Nov 23 05:28:33.759566 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-d29ffbc0-d1fc-42fa-914c-2c045de99a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ec4def7-f3ae-4318-80ee-177989bd4588', 'name': 'tempest-TestMinimumBasicScenario-1436583384-router', 'tenant_id': '4efb292b4a3a434790dcc77cc6795003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '2df553b7-6309-4c81-9418-cc202b394eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:28:20Z', 'updated_at': '2021-11-23T05:28:27Z', 'revision_number': 4, 'project_id': '4efb292b4a3a434790dcc77cc6795003', 'gw_port': {'id': '2df553b7-6309-4c81-9418-cc202b394eef', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec4def7-f3ae-4318-80ee-177989bd4588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:21Z', 'updated_at': '2021-11-23T05:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_interfaces': [{'id': '9770f4a6-7e0e-4b88-a167-d6a33161c795', 'name': '', 'network_id': '1d5635ba-1814-486a-b731-f60fff1908dc', 'tenant_id': '4efb292b4a3a434790dcc77cc6795003', 'mac_address': 'fa:16:3e:b3:11:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ec4def7-f3ae-4318-80ee-177989bd4588', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '8bba76eb-1fbe-498a-bb0a-248069119c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:25Z', 'updated_at': '2021-11-23T05:28:31Z', 'revision_number': 4, 'project_id': '4efb292b4a3a434790dcc77cc6795003', 'subnets': [{'id': '8bba76eb-1fbe-498a-bb0a-248069119c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:28:33.787747 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0149d21-152a-4550-8c4a-a60b68ac7c38 req-0b208ecc-e497-40f9-a250-a227086e25ba tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:33.795795 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d0149d21-152a-4550-8c4a-a60b68ac7c38 req-0b208ecc-e497-40f9-a250-a227086e25ba tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e7c530-5897-42b8-bf44-718e9c530be0 HTTP/1.1" status: 200 len: 949 time: 0.0815654 Nov 23 05:28:33.825761 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29ffbc0-d1fc-42fa-914c-2c045de99a9b None None] The sync data for ids ['6ec4def7-f3ae-4318-80ee-177989bd4588'] in dv-cinder-805072-6-iscsi is: [{'id': '6ec4def7-f3ae-4318-80ee-177989bd4588', 'name': 'tempest-TestMinimumBasicScenario-1436583384-router', 'tenant_id': '4efb292b4a3a434790dcc77cc6795003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '2df553b7-6309-4c81-9418-cc202b394eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:28:20Z', 'updated_at': '2021-11-23T05:28:27Z', 'revision_number': 4, 'project_id': '4efb292b4a3a434790dcc77cc6795003', 'gw_port': {'id': '2df553b7-6309-4c81-9418-cc202b394eef', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec4def7-f3ae-4318-80ee-177989bd4588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:21Z', 'updated_at': '2021-11-23T05:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_interfaces': [{'id': '9770f4a6-7e0e-4b88-a167-d6a33161c795', 'name': '', 'network_id': '1d5635ba-1814-486a-b731-f60fff1908dc', 'tenant_id': '4efb292b4a3a434790dcc77cc6795003', 'mac_address': 'fa:16:3e:b3:11:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ec4def7-f3ae-4318-80ee-177989bd4588', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '8bba76eb-1fbe-498a-bb0a-248069119c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:25Z', 'updated_at': '2021-11-23T05:28:31Z', 'revision_number': 4, 'project_id': '4efb292b4a3a434790dcc77cc6795003', 'subnets': [{'id': '8bba76eb-1fbe-498a-bb0a-248069119c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:28:33.876950 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d0149d21-152a-4550-8c4a-a60b68ac7c38 req-3bbc7241-dc27-4615-b952-bf3aed8dad68 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] 10.222.0.48 "GET /v2.0/security-groups?id=698d7567-ccad-4bdd-86f2-1a6d7320845d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736182 Nov 23 05:28:34.881694 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e3937-ee62-4b5f-8e2f-bf6518c30f64 req-0359dd44-e48e-4d1f-b177-0af594f2673e tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:34.884021 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-646e3937-ee62-4b5f-8e2f-bf6518c30f64 req-0359dd44-e48e-4d1f-b177-0af594f2673e tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 944 time: 0.1488349 Nov 23 05:28:34.934949 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6742959-cb71-4a45-a3ae-2dd96e5f7d8e req-06c7014c-9b49-4d0c-9117-263bbf0533c4 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:34.944385 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d6742959-cb71-4a45-a3ae-2dd96e5f7d8e req-06c7014c-9b49-4d0c-9117-263bbf0533c4 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 945 time: 0.1393106 Nov 23 05:28:35.062901 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-646e3937-ee62-4b5f-8e2f-bf6518c30f64 req-b4139c0b-bdb4-4c62-a52e-0b29c7d175c8 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1719410 Nov 23 05:28:35.100037 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d6742959-cb71-4a45-a3ae-2dd96e5f7d8e req-9fe5c38c-e072-4600-a268-d842c399928b tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/security-groups?id=d64251b2-d9e3-4068-9d87-69a744d4f7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542511 Nov 23 05:28:35.175491 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4662e2-4b62-4b1b-a356-d2f4a2ed229f req-ce00fcbc-05f5-42fc-8e32-1ff647f30c8d tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:35.177030 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fa4662e2-4b62-4b1b-a356-d2f4a2ed229f req-ce00fcbc-05f5-42fc-8e32-1ff647f30c8d tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.54 "GET /v2.0/ports?device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 945 time: 0.0728867 Nov 23 05:28:35.278244 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81eba1c-ac57-4930-9fd0-5229146bf59a req-e0890ca4-4ddf-4153-8aef-be8f06eb0053 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:35.279847 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b81eba1c-ac57-4930-9fd0-5229146bf59a req-e0890ca4-4ddf-4153-8aef-be8f06eb0053 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e7c530-5897-42b8-bf44-718e9c530be0 HTTP/1.1" status: 200 len: 949 time: 0.1018965 Nov 23 05:28:35.351235 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b81eba1c-ac57-4930-9fd0-5229146bf59a req-c9112279-7054-4a93-ba5c-8d366c179105 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] 10.222.0.48 "GET /v2.0/security-groups?id=698d7567-ccad-4bdd-86f2-1a6d7320845d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488758 Nov 23 05:28:35.448022 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-fa4662e2-4b62-4b1b-a356-d2f4a2ed229f req-1dc77509-f069-41e0-89b7-f1f111353ba3 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Deleting port e5addb99-97fe-47a8-943e-31abf62517ff {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:28:35.448923 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-fa4662e2-4b62-4b1b-a356-d2f4a2ed229f req-1dc77509-f069-41e0-89b7-f1f111353ba3 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751724797224'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:35.646299 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-fa4662e2-4b62-4b1b-a356-d2f4a2ed229f req-1dc77509-f069-41e0-89b7-f1f111353ba3 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] For port e5addb99-97fe-47a8-943e-31abf62517ff, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=e5addb99-97fe-47a8-943e-31abf62517ff,segment=NetworkSegment(d6f2711b-0f0b-4fa6-95c3-febadd85b771),segment_id=d6f2711b-0f0b-4fa6-95c3-febadd85b771)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:28:35.647280 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-fa4662e2-4b62-4b1b-a356-d2f4a2ed229f req-1dc77509-f069-41e0-89b7-f1f111353ba3 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630705'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:35.696500 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-ede92eb4-2031-444f-a7fe-4eed7eec9171 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:35.700950 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-fa4662e2-4b62-4b1b-a356-d2f4a2ed229f req-1dc77509-f069-41e0-89b7-f1f111353ba3 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Calling delete_port for e5addb99-97fe-47a8-943e-31abf62517ff owned by compute:nova {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:28:35.982305 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 9770f4a6-7e0e-4b88-a167-d6a33161c795 up at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:28:36.051321 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Provisioning complete for port 9770f4a6-7e0e-4b88-a167-d6a33161c795 triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:28:36.051880 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:36.059666 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-fa4662e2-4b62-4b1b-a356-d2f4a2ed229f req-1dc77509-f069-41e0-89b7-f1f111353ba3 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751724800597', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751724218543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237887'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:36.089941 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e460b6-55ff-40d2-9470-c730a728594f req-9210624b-6803-4c22-a423-aa04df1bc284 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:36.091765 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b8e460b6-55ff-40d2-9470-c730a728594f req-9210624b-6803-4c22-a423-aa04df1bc284 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e7c530-5897-42b8-bf44-718e9c530be0 HTTP/1.1" status: 200 len: 949 time: 0.1271276 Nov 23 05:28:36.137969 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc77509-f069-41e0-89b7-f1f111353ba3 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Pushing event deleted for resources: {'Port': ['ID=e5addb99-97fe-47a8-943e-31abf62517ff,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:36.229758 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa4662e2-4b62-4b1b-a356-d2f4a2ed229f req-1dc77509-f069-41e0-89b7-f1f111353ba3 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] No DVR routers for this DVR port e5addb99-97fe-47a8-943e-31abf62517ff on host hv-cinder-80507 {{(pid=102516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:28:36.232485 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-fa4662e2-4b62-4b1b-a356-d2f4a2ed229f req-1dc77509-f069-41e0-89b7-f1f111353ba3 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:36.236237 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fa4662e2-4b62-4b1b-a356-d2f4a2ed229f req-1dc77509-f069-41e0-89b7-f1f111353ba3 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.54 "DELETE /v2.0/ports/e5addb99-97fe-47a8-943e-31abf62517ff HTTP/1.1" status: 204 len: 173 time: 1.0446815 Nov 23 05:28:36.244948 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2114cc7b-fabb-4522-8991-bad93eabefea', 'name': 'network-vif-deleted', 'tag': 'e5addb99-97fe-47a8-943e-31abf62517ff'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:28:36.247344 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20d478f7b504b4f7a92aed5d5c075fb26ddad21beb532cc87d656362fb0682d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6523269-de76-489a-b515-518821fe3ed3" -d '{"events": [{"server_uuid": "2114cc7b-fabb-4522-8991-bad93eabefea", "name": "network-vif-deleted", "tag": "e5addb99-97fe-47a8-943e-31abf62517ff"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:28:36.308641 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b8e460b6-55ff-40d2-9470-c730a728594f req-35ee5661-1fa6-4ef6-a3cc-9086bcf6d3c2 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] 10.222.0.48 "GET /v2.0/security-groups?id=698d7567-ccad-4bdd-86f2-1a6d7320845d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725907 Nov 23 05:28:36.325230 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ae19a-8709-443c-a5a8-2442830386d2 req-662ba130-8483-4da5-aa78-5b14a6441337 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:36.338022 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e98ae19a-8709-443c-a5a8-2442830386d2 req-662ba130-8483-4da5-aa78-5b14a6441337 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 944 time: 0.1191435 Nov 23 05:28:36.422501 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e98ae19a-8709-443c-a5a8-2442830386d2 req-e56ec601-fc64-4b88-9824-2eb27fa45ba9 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872197 Nov 23 05:28:36.509651 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-eceeddb5-336c-44de-8f9f-c703731db51d req-0d8128e8-c79f-46f8-9e2c-da9614afc4aa tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 210 time: 0.0701144 Nov 23 05:28:36.533570 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2c9f58-d64a-4f7d-82be-3308da0995b8 x-openstack-request-id: req-fc2c9f58-d64a-4f7d-82be-3308da0995b8 {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:28:36.535226 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2114cc7b-fabb-4522-8991-bad93eabefea", "name": "network-vif-deleted", "tag": "e5addb99-97fe-47a8-943e-31abf62517ff", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:28:36.535921 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fc2c9f58-d64a-4f7d-82be-3308da0995b8 {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:28:36.536757 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2114cc7b-fabb-4522-8991-bad93eabefea', 'name': 'network-vif-deleted', 'tag': 'e5addb99-97fe-47a8-943e-31abf62517ff', 'status': 'completed', 'code': 200} Nov 23 05:28:37.056981 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-cb0bae37-5947-48f5-b8ea-be8dc2c46173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:37.389502 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device e5addb99-97fe-47a8-943e-31abf62517ff no longer exists at agent hyperv_hv-cinder-80507 {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:28:37.455473 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] No Port match for: e5addb99-97fe-47a8-943e-31abf62517ff {{(pid=102518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:28:37.456651 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device e5addb99-97fe-47a8-943e-31abf62517ff not bound to the agent host hv-cinder-80507 {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:28:37.591765 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b683f58-9c74-4c1e-9b77-14e8916712c2 req-87a506bf-3929-48e9-88f2-6a1c189e0cc2 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:37.593720 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3b683f58-9c74-4c1e-9b77-14e8916712c2 req-87a506bf-3929-48e9-88f2-6a1c189e0cc2 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e7c530-5897-42b8-bf44-718e9c530be0 HTTP/1.1" status: 200 len: 949 time: 0.1417747 Nov 23 05:28:37.663650 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6970b9-ec2e-4097-aec6-a7aa29047b21 req-0f4c6781-3873-4c1c-9cf4-64c8eb2e6668 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:37.666082 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ed6970b9-ec2e-4097-aec6-a7aa29047b21 req-0f4c6781-3873-4c1c-9cf4-64c8eb2e6668 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 944 time: 0.1266289 Nov 23 05:28:37.773324 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3b683f58-9c74-4c1e-9b77-14e8916712c2 req-19366dee-bf2c-430b-b7eb-a882aff0c917 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] 10.222.0.48 "GET /v2.0/security-groups?id=698d7567-ccad-4bdd-86f2-1a6d7320845d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694455 Nov 23 05:28:37.863328 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ed6970b9-ec2e-4097-aec6-a7aa29047b21 req-2ef4cdb5-5ce0-411e-91ff-b2f8b917d886 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1814542 Nov 23 05:28:37.978744 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ec8a4251-eec1-4528-81d2-c4a523339469 req-9131a028-4050-45dc-9096-91bd4c929ae0 tempest-ServerRescueNegativeTestJSON-1520741230 tempest-ServerRescueNegativeTestJSON-1520741230-project] 10.222.0.48 "GET /v2.0/ports?device_id=2114cc7b-fabb-4522-8991-bad93eabefea HTTP/1.1" status: 200 len: 210 time: 0.0358906 Nov 23 05:28:38.465275 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-0cc3cdcc-aace-4769-a54e-383df0ffcf0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:38.989835 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2489ec0-cb16-4674-82d5-1e38a36fe2d4 req-eba4aca0-f85b-4c7c-afaf-503e8708faa4 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:38.992588 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a2489ec0-cb16-4674-82d5-1e38a36fe2d4 req-eba4aca0-f85b-4c7c-afaf-503e8708faa4 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e7c530-5897-42b8-bf44-718e9c530be0 HTTP/1.1" status: 200 len: 949 time: 0.1026027 Nov 23 05:28:39.097674 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:39.101538 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a2489ec0-cb16-4674-82d5-1e38a36fe2d4 req-b29fd3c1-b92c-4b98-952d-26211bc20fc6 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] 10.222.0.48 "GET /v2.0/security-groups?id=698d7567-ccad-4bdd-86f2-1a6d7320845d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027210 Nov 23 05:28:39.113659 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd0762-4ac9-4c45-8d2d-f4e20fa799d0 req-4450ae48-1ade-4653-b2ce-aac4f3830471 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:39.123343 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fccd0762-4ac9-4c45-8d2d-f4e20fa799d0 req-4450ae48-1ade-4653-b2ce-aac4f3830471 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 944 time: 0.1281705 Nov 23 05:28:39.188256 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 33208) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:39.192241 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fccd0762-4ac9-4c45-8d2d-f4e20fa799d0 req-e491cdaf-6057-4b12-be48-28dbfbb74c48 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675466 Nov 23 05:28:40.038757 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-9554f0a1-2c77-4a56-8cae-ab8c8b26ad9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733144'] for router_interface, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:40.329100 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e82a3-0057-4835-a26d-6cb63dc3d69b req-d071cef3-ae9b-4928-8e11-40eb5ddf67c1 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:40.336165 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-201e82a3-0057-4835-a26d-6cb63dc3d69b req-d071cef3-ae9b-4928-8e11-40eb5ddf67c1 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e7c530-5897-42b8-bf44-718e9c530be0 HTTP/1.1" status: 200 len: 949 time: 0.0851769 Nov 23 05:28:40.445487 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-201e82a3-0057-4835-a26d-6cb63dc3d69b req-99031abf-2fd9-49a2-a2f4-c3559364f1bb tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] 10.222.0.48 "GET /v2.0/security-groups?id=698d7567-ccad-4bdd-86f2-1a6d7320845d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029549 Nov 23 05:28:40.475746 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75ba5f-be40-4a1e-90fc-6ad1ab1fdae5 req-0bf0b5d6-8175-41b1-8661-6385b392f966 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:40.483461 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0a75ba5f-be40-4a1e-90fc-6ad1ab1fdae5 req-0bf0b5d6-8175-41b1-8661-6385b392f966 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 944 time: 0.1421297 Nov 23 05:28:40.567137 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0a75ba5f-be40-4a1e-90fc-6ad1ab1fdae5 req-7e356507-a8e1-4d3b-b160-27f131a5f376 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762515 Nov 23 05:28:40.696154 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-9554f0a1-2c77-4a56-8cae-ab8c8b26ad9b admin admin] Deleting port 699de14d-84da-40b4-a849-f78e26860e7a {{(pid=102517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:28:40.696737 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-9554f0a1-2c77-4a56-8cae-ab8c8b26ad9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751724797224'] for port, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:40.826130 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-9554f0a1-2c77-4a56-8cae-ab8c8b26ad9b admin admin] For port 699de14d-84da-40b4-a849-f78e26860e7a, host dv-cinder-805072-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=699de14d-84da-40b4-a849-f78e26860e7a,segment=NetworkSegment(d6f2711b-0f0b-4fa6-95c3-febadd85b771),segment_id=d6f2711b-0f0b-4fa6-95c3-febadd85b771)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:28:40.826536 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-9554f0a1-2c77-4a56-8cae-ab8c8b26ad9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630705'] for port, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:40.852151 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-9554f0a1-2c77-4a56-8cae-ab8c8b26ad9b admin admin] Calling delete_port for 699de14d-84da-40b4-a849-f78e26860e7a owned by network:router_interface {{(pid=102517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:28:41.239665 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-9554f0a1-2c77-4a56-8cae-ab8c8b26ad9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751724800597', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751724218543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25211324'] for port, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:41.299946 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9554f0a1-2c77-4a56-8cae-ab8c8b26ad9b admin admin] Pushing event deleted for resources: {'Port': ['ID=699de14d-84da-40b4-a849-f78e26860e7a,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:41.402606 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device 9ad3852a-0211-44dd-a06d-f5039d866f02 no longer exists at agent hyperv_hv-cinder-80507 {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:28:41.520932 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-9554f0a1-2c77-4a56-8cae-ab8c8b26ad9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733096'] for router_interface, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:41.583126 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:41.688409 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e7c530-5897-42b8-bf44-718e9c530be0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ad3852a-0211-44dd-a06d-f5039d866f02'}] {{(pid=102518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:28:41.695917 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1555ff6ee76347fd5083048713d2688504cf60c4b4cdc9acc0e7e1b3a3add239" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379bb680-9e85-42eb-b40f-2922183f7ac7" -d '{"events": [{"server_uuid": "70e7c530-5897-42b8-bf44-718e9c530be0", "name": "network-vif-unplugged", "status": "completed", "tag": "9ad3852a-0211-44dd-a06d-f5039d866f02"}]}' {{(pid=102518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:28:41.707558 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b6cb4-2fa3-47e4-bdff-949c08f4a5d9 req-d401dbc9-4a3a-439e-8770-299c1ffcf9df tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:41.715912 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d47b6cb4-2fa3-47e4-bdff-949c08f4a5d9 req-d401dbc9-4a3a-439e-8770-299c1ffcf9df tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e7c530-5897-42b8-bf44-718e9c530be0 HTTP/1.1" status: 200 len: 949 time: 0.1615345 Nov 23 05:28:41.731358 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port 9ad3852a-0211-44dd-a06d-f5039d866f02, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=9ad3852a-0211-44dd-a06d-f5039d866f02,segment=NetworkSegment(cd66ff28-8fa2-4719-b8b6-0c1ef048b5c7),segment_id=cd66ff28-8fa2-4719-b8b6-0c1ef048b5c7)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:28:41.740482 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:41.872427 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Pushing event updated for resources: {'Port': ['ID=9ad3852a-0211-44dd-a06d-f5039d866f02,revision_number=6']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:41.897473 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d47b6cb4-2fa3-47e4-bdff-949c08f4a5d9 req-07f6e135-3656-486b-bfff-e6fa845a63cc tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] 10.222.0.48 "GET /v2.0/security-groups?id=698d7567-ccad-4bdd-86f2-1a6d7320845d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637275 Nov 23 05:28:41.949853 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9554f0a1-2c77-4a56-8cae-ab8c8b26ad9b admin admin] Router 642f2027-d873-4281-9183-40e523c73357 has already been hosted by L3 agent 9dac5a01-04fc-4e91-9910-6392ff9c638b {{(pid=102517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:28:41.964839 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae614a-6e71-43ba-8c03-cd8ede2f09f0 req-a539f2e0-347f-461d-828d-6755d4feb78c tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:41.973307 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d3ae614a-6e71-43ba-8c03-cd8ede2f09f0 req-a539f2e0-347f-461d-828d-6755d4feb78c tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 944 time: 0.2553637 Nov 23 05:28:41.988755 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 05:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8504312-aa32-43c4-83f1-782bd65b3f94 x-openstack-request-id: req-a8504312-aa32-43c4-83f1-782bd65b3f94 {{(pid=102518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:28:41.989295 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70e7c530-5897-42b8-bf44-718e9c530be0", "name": "network-vif-unplugged", "status": "completed", "tag": "9ad3852a-0211-44dd-a06d-f5039d866f02", "code": 200}]} {{(pid=102518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:28:41.989739 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a8504312-aa32-43c4-83f1-782bd65b3f94 {{(pid=102518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:28:41.991295 dv-cinder-805072-6-iscsi neutron-server[102518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70e7c530-5897-42b8-bf44-718e9c530be0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ad3852a-0211-44dd-a06d-f5039d866f02', 'code': 200} Nov 23 05:28:42.029536 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d3ae614a-6e71-43ba-8c03-cd8ede2f09f0 req-167f3343-7c3e-4091-a309-ec02a12c4219 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550432 Nov 23 05:28:42.142766 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9554f0a1-2c77-4a56-8cae-ab8c8b26ad9b admin admin] Notify agent at l3_agent.dv-cinder-805072-6-iscsi the message routers_updated {{(pid=102517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:28:42.158647 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48f6acf-e9e8-4d78-b2b9-0ee6fd408a67 None None] Sync routers for ids ['642f2027-d873-4281-9183-40e523c73357'] in dv-cinder-805072-6-iscsi {{(pid=102519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:28:42.160804 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 33224) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:42.163552 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-9554f0a1-2c77-4a56-8cae-ab8c8b26ad9b admin admin] 10.222.0.48 "PUT /v2.0/routers/642f2027-d873-4281-9183-40e523c73357/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9741025 Nov 23 05:28:42.191068 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48f6acf-e9e8-4d78-b2b9-0ee6fd408a67 None None] Routers {'642f2027-d873-4281-9183-40e523c73357'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:28:42.192105 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-b48f6acf-e9e8-4d78-b2b9-0ee6fd408a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:28:36Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['642f2027-d873-4281-9183-40e523c73357'], 'active': True} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:28:42.375767 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-98cecdf6-3fd4-4d28-8ebf-8db13349e5c2 admin admin] Publish callbacks [] for router, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:42.377118 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvr_db [None req-b48f6acf-e9e8-4d78-b2b9-0ee6fd408a67 None None] Set router 642f2027-d873-4281-9183-40e523c73357 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:28:42.812075 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-b48f6acf-e9e8-4d78-b2b9-0ee6fd408a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642f2027-d873-4281-9183-40e523c73357', 'name': 'tempest-ServerRescueNegativeTestJSON-263092886-router', 'tenant_id': '69e7ea777b914593bb44950d24bd1f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '89704173-959d-4db7-80f4-cbc5c92f198a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:25:16Z', 'updated_at': '2021-11-23T05:28:41Z', 'revision_number': 5, 'project_id': '69e7ea777b914593bb44950d24bd1f10', 'gw_port': {'id': '89704173-959d-4db7-80f4-cbc5c92f198a', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642f2027-d873-4281-9183-40e523c73357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi'}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:28:42.858228 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48f6acf-e9e8-4d78-b2b9-0ee6fd408a67 None None] Checking router: 642f2027-d873-4281-9183-40e523c73357 for host: dv-cinder-805072-6-iscsi {{(pid=102519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:28:42.880346 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48f6acf-e9e8-4d78-b2b9-0ee6fd408a67 None None] Routers {'642f2027-d873-4281-9183-40e523c73357'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:28:42.880998 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-b48f6acf-e9e8-4d78-b2b9-0ee6fd408a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:28:36Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['642f2027-d873-4281-9183-40e523c73357'], 'active': True} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:28:42.882953 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-98cecdf6-3fd4-4d28-8ebf-8db13349e5c2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:43.034772 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [None req-98cecdf6-3fd4-4d28-8ebf-8db13349e5c2 admin admin] Deleting port 89704173-959d-4db7-80f4-cbc5c92f198a {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:28:43.035139 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-98cecdf6-3fd4-4d28-8ebf-8db13349e5c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751724797224'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:43.066926 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvr_db [None req-b48f6acf-e9e8-4d78-b2b9-0ee6fd408a67 None None] Set router 642f2027-d873-4281-9183-40e523c73357 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:28:43.203066 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71a2c2-18bd-424a-a256-2600825e3946 req-555600cd-45c3-4f85-963a-79a1174aa764 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:43.204950 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6f71a2c2-18bd-424a-a256-2600825e3946 req-555600cd-45c3-4f85-963a-79a1174aa764 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e7c530-5897-42b8-bf44-718e9c530be0 HTTP/1.1" status: 200 len: 947 time: 0.1844776 Nov 23 05:28:43.307993 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [None req-98cecdf6-3fd4-4d28-8ebf-8db13349e5c2 admin admin] For port 89704173-959d-4db7-80f4-cbc5c92f198a, host dv-cinder-805072-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=89704173-959d-4db7-80f4-cbc5c92f198a,segment=NetworkSegment(e4256266-4d48-4c1e-81e6-1081b0d2db50),segment_id=e4256266-4d48-4c1e-81e6-1081b0d2db50)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:28:43.308658 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-98cecdf6-3fd4-4d28-8ebf-8db13349e5c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630705'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:43.318552 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-b48f6acf-e9e8-4d78-b2b9-0ee6fd408a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642f2027-d873-4281-9183-40e523c73357', 'name': 'tempest-ServerRescueNegativeTestJSON-263092886-router', 'tenant_id': '69e7ea777b914593bb44950d24bd1f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '89704173-959d-4db7-80f4-cbc5c92f198a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:25:16Z', 'updated_at': '2021-11-23T05:28:41Z', 'revision_number': 5, 'project_id': '69e7ea777b914593bb44950d24bd1f10', 'gw_port': {'id': '89704173-959d-4db7-80f4-cbc5c92f198a', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642f2027-d873-4281-9183-40e523c73357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi'}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:28:43.340052 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [None req-98cecdf6-3fd4-4d28-8ebf-8db13349e5c2 admin admin] Calling delete_port for 89704173-959d-4db7-80f4-cbc5c92f198a owned by network:router_gateway {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:28:43.351850 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6f71a2c2-18bd-424a-a256-2600825e3946 req-0e83c783-55d7-4cc9-8efe-93df79c50c01 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] 10.222.0.48 "GET /v2.0/security-groups?id=698d7567-ccad-4bdd-86f2-1a6d7320845d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392906 Nov 23 05:28:43.353900 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48f6acf-e9e8-4d78-b2b9-0ee6fd408a67 None None] The sync data for ids ['642f2027-d873-4281-9183-40e523c73357'] in dv-cinder-805072-6-iscsi is: [{'id': '642f2027-d873-4281-9183-40e523c73357', 'name': 'tempest-ServerRescueNegativeTestJSON-263092886-router', 'tenant_id': '69e7ea777b914593bb44950d24bd1f10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '89704173-959d-4db7-80f4-cbc5c92f198a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:25:16Z', 'updated_at': '2021-11-23T05:28:41Z', 'revision_number': 5, 'project_id': '69e7ea777b914593bb44950d24bd1f10', 'gw_port': {'id': '89704173-959d-4db7-80f4-cbc5c92f198a', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642f2027-d873-4281-9183-40e523c73357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi'}] {{(pid=102519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:28:43.374967 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd504c-d25b-44f4-8b8c-f3b143bd764e req-0698ba32-4aa1-4d52-836a-ff60e471b7d6 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:43.383317 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-74cd504c-d25b-44f4-8b8c-f3b143bd764e req-0698ba32-4aa1-4d52-836a-ff60e471b7d6 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 944 time: 0.1667249 Nov 23 05:28:43.504502 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-74cd504c-d25b-44f4-8b8c-f3b143bd764e req-a80563db-4bc6-4b78-bea9-0b86672e0688 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137009 Nov 23 05:28:43.684028 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-98cecdf6-3fd4-4d28-8ebf-8db13349e5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751724800597', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751724218543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237887'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:43.710964 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cecdf6-3fd4-4d28-8ebf-8db13349e5c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=89704173-959d-4db7-80f4-cbc5c92f198a,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:43.823418 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-98cecdf6-3fd4-4d28-8ebf-8db13349e5c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1637830'] for router_gateway, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:43.938469 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 699de14d-84da-40b4-a849-f78e26860e7a no longer exists at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:28:43.981347 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] No Port match for: 699de14d-84da-40b4-a849-f78e26860e7a {{(pid=102518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:28:43.981764 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 699de14d-84da-40b4-a849-f78e26860e7a not bound to the agent host dv-cinder-805072-6-iscsi {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:28:44.005716 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-98cecdf6-3fd4-4d28-8ebf-8db13349e5c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9527'] for router, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:44.010272 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-98cecdf6-3fd4-4d28-8ebf-8db13349e5c2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:44.103710 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-98cecdf6-3fd4-4d28-8ebf-8db13349e5c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733085'] for router, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:44.106697 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98cecdf6-3fd4-4d28-8ebf-8db13349e5c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 642f2027-d873-4281-9183-40e523c73357 {{(pid=102516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 05:28:44.119352 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-98cecdf6-3fd4-4d28-8ebf-8db13349e5c2 admin admin] Publish callbacks [] for router, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:44.120531 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-98cecdf6-3fd4-4d28-8ebf-8db13349e5c2 admin admin] 10.222.0.48 "DELETE /v2.0/routers/642f2027-d873-4281-9183-40e523c73357 HTTP/1.1" status: 204 len: 168 time: 1.9585066 Nov 23 05:28:44.123236 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 33252) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:44.224117 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfe7ab32-1149-474a-ac94-27c9fb194d28 admin admin] Deleting subnet 1ab3fbc5-9816-4f2a-a489-0455f1380f70 {{(pid=102517) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 05:28:44.231543 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-dfe7ab32-1149-474a-ac94-27c9fb194d28 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:44.294568 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-dfe7ab32-1149-474a-ac94-27c9fb194d28 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27248899'] for subnet, precommit_delete_associations {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:44.341159 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-dfe7ab32-1149-474a-ac94-27c9fb194d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-576047'] for subnet, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:44.412434 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-dfe7ab32-1149-474a-ac94-27c9fb194d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-576054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25211281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27225567'] for subnet, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:44.446006 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe7ab32-1149-474a-ac94-27c9fb194d28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ab3fbc5-9816-4f2a-a489-0455f1380f70,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:44.450296 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-dfe7ab32-1149-474a-ac94-27c9fb194d28 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:44.453592 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-dfe7ab32-1149-474a-ac94-27c9fb194d28 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/1ab3fbc5-9816-4f2a-a489-0455f1380f70 HTTP/1.1" status: 204 len: 168 time: 0.3293378 Nov 23 05:28:44.456645 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 33264) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:44.526199 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb2c510-e2b2-4e3e-b6fd-ce7a5fa8a6e0 req-be0772fe-d5a7-48b1-9090-deba5c11e320 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:44.528227 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-dcb2c510-e2b2-4e3e-b6fd-ce7a5fa8a6e0 req-be0772fe-d5a7-48b1-9090-deba5c11e320 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e7c530-5897-42b8-bf44-718e9c530be0 HTTP/1.1" status: 200 len: 947 time: 0.0664282 Nov 23 05:28:44.553960 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d2874948-95ff-42a1-9d88-7e8c3cc21ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1429853'] for network, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:44.623497 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-dcb2c510-e2b2-4e3e-b6fd-ce7a5fa8a6e0 req-ee8823fb-841c-4956-bd58-b1f81c79ff3f tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] 10.222.0.48 "GET /v2.0/security-groups?id=698d7567-ccad-4bdd-86f2-1a6d7320845d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725973 Nov 23 05:28:44.652059 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d2874948-95ff-42a1-9d88-7e8c3cc21ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734108', 'neutron.services.segments.db._delete_segments_for_network-8751724566155'] for network, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:44.672637 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.services.segments.db [None req-d2874948-95ff-42a1-9d88-7e8c3cc21ff0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50773825-fd81-4958-87b4-2ed90bf98952']}} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:28:44.682072 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.services.segments.db [None req-d2874948-95ff-42a1-9d88-7e8c3cc21ff0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6f2711b-0f0b-4fa6-95c3-febadd85b771') {'for_net_delete': True} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:28:44.682374 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.services.segments.db [None req-d2874948-95ff-42a1-9d88-7e8c3cc21ff0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6f2711b-0f0b-4fa6-95c3-febadd85b771') {} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:28:44.692614 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d2874948-95ff-42a1-9d88-7e8c3cc21ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751724742166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27248922'] for segment, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:44.720297 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d2874948-95ff-42a1-9d88-7e8c3cc21ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574952'] for segment, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:44.728854 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2874948-95ff-42a1-9d88-7e8c3cc21ff0 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=102517) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 05:28:44.729631 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d2874948-95ff-42a1-9d88-7e8c3cc21ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25211343'] for segment, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:44.732119 dv-cinder-805072-6-iscsi neutron-server[102517]: Traceback (most recent call last): Nov 23 05:28:44.732119 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 05:28:44.732119 dv-cinder-805072-6-iscsi neutron-server[102517]: timer() Nov 23 05:28:44.732119 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 05:28:44.732119 dv-cinder-805072-6-iscsi neutron-server[102517]: cb(*args, **kw) Nov 23 05:28:44.732119 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 05:28:44.732119 dv-cinder-805072-6-iscsi neutron-server[102517]: return func(*args, **kwargs) Nov 23 05:28:44.732119 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 05:28:44.732119 dv-cinder-805072-6-iscsi neutron-server[102517]: self._notify() Nov 23 05:28:44.732119 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 05:28:44.732119 dv-cinder-805072-6-iscsi neutron-server[102517]: self.callback(batched_events) Nov 23 05:28:44.732119 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 05:28:44.732119 dv-cinder-805072-6-iscsi neutron-server[102517]: event.method(event) Nov 23 05:28:44.732119 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 05:28:44.732119 dv-cinder-805072-6-iscsi neutron-server[102517]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 05:28:44.732119 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 05:28:44.732119 dv-cinder-805072-6-iscsi neutron-server[102517]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 05:28:44.732119 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 05:28:44.732119 dv-cinder-805072-6-iscsi neutron-server[102517]: return f(self, *a, **k) Nov 23 05:28:44.732119 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 05:28:44.732119 dv-cinder-805072-6-iscsi neutron-server[102517]: return self._get(url).json() Nov 23 05:28:44.732119 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 05:28:44.732119 dv-cinder-805072-6-iscsi neutron-server[102517]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 05:28:44.732119 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 05:28:44.732119 dv-cinder-805072-6-iscsi neutron-server[102517]: return self.request(url, 'GET', **kwargs) Nov 23 05:28:44.732119 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 05:28:44.732119 dv-cinder-805072-6-iscsi neutron-server[102517]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 05:28:44.732119 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 05:28:44.732119 dv-cinder-805072-6-iscsi neutron-server[102517]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 05:28:44.732119 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 05:28:44.732119 dv-cinder-805072-6-iscsi neutron-server[102517]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 05:28:44.732119 dv-cinder-805072-6-iscsi neutron-server[102517]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 05:28:44.767439 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1307c4ec-fa47-4414-a461-d791314babaf req-103aa03d-185f-4b6e-9683-dfb602449523 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:44.769807 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1307c4ec-fa47-4414-a461-d791314babaf req-103aa03d-185f-4b6e-9683-dfb602449523 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 944 time: 0.0782712 Nov 23 05:28:44.838551 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1307c4ec-fa47-4414-a461-d791314babaf req-5e8a74b3-5a9d-415b-a720-2f5a552c240c tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623672 Nov 23 05:28:45.038735 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d2874948-95ff-42a1-9d88-7e8c3cc21ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637750'] for network, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:45.048307 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d2874948-95ff-42a1-9d88-7e8c3cc21ff0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for network, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:45.056931 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-d2874948-95ff-42a1-9d88-7e8c3cc21ff0 admin admin] 10.222.0.48 "DELETE /v2.0/networks/50773825-fd81-4958-87b4-2ed90bf98952 HTTP/1.1" status: 204 len: 168 time: 0.5963626 Nov 23 05:28:45.064433 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2874948-95ff-42a1-9d88-7e8c3cc21ff0 admin admin] Pushing event deleted for resources: {'Network': ['ID=50773825-fd81-4958-87b4-2ed90bf98952,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:45.310539 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 33280) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:45.375235 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-22e2f17a-b9e7-4693-add3-dfc0af4efaa3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=69e7ea777b914593bb44950d24bd1f10&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0626051 Nov 23 05:28:45.378201 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 33286) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:45.457764 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ecaeaa10-e35d-4ff7-8210-a2e66a7640f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:45.502373 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ecaeaa10-e35d-4ff7-8210-a2e66a7640f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:45.585332 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ecaeaa10-e35d-4ff7-8210-a2e66a7640f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:45.589712 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ecaeaa10-e35d-4ff7-8210-a2e66a7640f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:45.593510 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-ecaeaa10-e35d-4ff7-8210-a2e66a7640f0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d64251b2-d9e3-4068-9d87-69a744d4f7c7 HTTP/1.1" status: 204 len: 168 time: 0.2115188 Nov 23 05:28:45.607393 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaeaa10-e35d-4ff7-8210-a2e66a7640f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64251b2-d9e3-4068-9d87-69a744d4f7c7,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:45.785699 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc2aec-f573-4492-b28d-96f7d453aac8 req-ce33e450-584b-40d0-b091-67d71d936661 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:45.792861 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3dbc2aec-f573-4492-b28d-96f7d453aac8 req-ce33e450-584b-40d0-b091-67d71d936661 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e7c530-5897-42b8-bf44-718e9c530be0 HTTP/1.1" status: 200 len: 947 time: 0.0607755 Nov 23 05:28:45.838369 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 89704173-959d-4db7-80f4-cbc5c92f198a no longer exists at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:28:45.860709 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3dbc2aec-f573-4492-b28d-96f7d453aac8 req-fee58b0f-1347-44f3-b330-17ae6b6dc52d tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] 10.222.0.48 "GET /v2.0/security-groups?id=698d7567-ccad-4bdd-86f2-1a6d7320845d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668676 Nov 23 05:28:45.887971 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] No Port match for: 89704173-959d-4db7-80f4-cbc5c92f198a {{(pid=102518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:28:45.887971 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 89704173-959d-4db7-80f4-cbc5c92f198a not bound to the agent host dv-cinder-805072-6-iscsi {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:28:46.025300 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff0935f-3dc0-491a-8653-27216ed23162 req-ef3a0862-1e30-4296-81ed-f87c175d6017 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:46.027574 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5ff0935f-3dc0-491a-8653-27216ed23162 req-ef3a0862-1e30-4296-81ed-f87c175d6017 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 944 time: 0.0781255 Nov 23 05:28:46.090981 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5ff0935f-3dc0-491a-8653-27216ed23162 req-4e541d94-8ffa-475c-b95b-b17192710913 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554888 Nov 23 05:28:46.558835 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809d883-1b98-4095-acf9-ead0a3ce841e req-e8793024-a636-408c-bfe9-45fbe47fbfae tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:46.567775 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5809d883-1b98-4095-acf9-ead0a3ce841e req-e8793024-a636-408c-bfe9-45fbe47fbfae tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/networks?id=86607cb6-c8a7-43df-9c11-e08b2a900939 HTTP/1.1" status: 200 len: 814 time: 0.1758409 Nov 23 05:28:46.578575 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5809d883-1b98-4095-acf9-ead0a3ce841e req-ff182df4-376b-4e11-a5fa-824600fce60d tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/quotas/5dd1e0c3287e4976856ecd12547d4b60 HTTP/1.1" status: 200 len: 375 time: 0.0099146 Nov 23 05:28:46.644308 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5809d883-1b98-4095-acf9-ead0a3ce841e req-d856d68e-2cbc-40ac-a128-cb03081518ef tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5dd1e0c3287e4976856ecd12547d4b60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0561523 Nov 23 05:28:46.762882 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5809d883-1b98-4095-acf9-ead0a3ce841e req-bdd3c711-cabd-415a-91c6-2f2e788ee617 service neutron] 10.222.0.48 "GET /v2.0/networks/86607cb6-c8a7-43df-9c11-e08b2a900939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059308 Nov 23 05:28:46.884063 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5809d883-1b98-4095-acf9-ead0a3ce841e req-91cf12a6-72a1-4a76-8829-d795b8eb61f3 service neutron] 10.222.0.48 "GET /v2.0/networks/86607cb6-c8a7-43df-9c11-e08b2a900939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123168 Nov 23 05:28:46.996553 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b547349-ba60-4216-a18e-9ba45c50c480 req-4d6b5939-01dc-46db-871e-a9722b2cb3ae tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:46.998369 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9b547349-ba60-4216-a18e-9ba45c50c480 req-4d6b5939-01dc-46db-871e-a9722b2cb3ae tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e7c530-5897-42b8-bf44-718e9c530be0 HTTP/1.1" status: 200 len: 947 time: 0.0622077 Nov 23 05:28:47.160856 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-57ada0ad-a4b1-4b5b-9b05-a111c4f4ebc9 req-0a5c103c-fca5-4790-8656-0089296c607f tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/ports?device_id=24822c58-969a-4e8f-881f-14fcba18885f HTTP/1.1" status: 200 len: 210 time: 0.1001859 Nov 23 05:28:47.179592 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9b547349-ba60-4216-a18e-9ba45c50c480 req-200b197f-87ef-44c5-b591-423ae6c3e8ff tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] 10.222.0.48 "GET /v2.0/security-groups?id=698d7567-ccad-4bdd-86f2-1a6d7320845d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702650 Nov 23 05:28:47.373189 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f8753-d68c-4c50-b340-5bc8e9706ea4 req-21e7f33c-3a70-4d91-b680-52c019c0e3b0 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:47.375128 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a90f8753-d68c-4c50-b340-5bc8e9706ea4 req-21e7f33c-3a70-4d91-b680-52c019c0e3b0 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 944 time: 0.1049666 Nov 23 05:28:47.466225 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a90f8753-d68c-4c50-b340-5bc8e9706ea4 req-8c3fa68b-3ae1-4186-828f-49aebeaea30c tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834289 Nov 23 05:28:47.578503 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 33402) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:47.649677 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c7af04e-997f-474f-b3e7-c864092341a2 admin admin] Deleting subnet 771eda2d-2291-4d64-a355-d9b8f1fe5202 {{(pid=102516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 05:28:47.662575 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4c7af04e-997f-474f-b3e7-c864092341a2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:47.714966 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4c7af04e-997f-474f-b3e7-c864092341a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4037901'] for subnet, precommit_delete_associations {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:47.771369 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4c7af04e-997f-474f-b3e7-c864092341a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-576047'] for subnet, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:47.834197 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4c7af04e-997f-474f-b3e7-c864092341a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-576054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25486353'] for subnet, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:47.863128 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7af04e-997f-474f-b3e7-c864092341a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=771eda2d-2291-4d64-a355-d9b8f1fe5202,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:47.864941 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4c7af04e-997f-474f-b3e7-c864092341a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for subnet, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:47.873236 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-4c7af04e-997f-474f-b3e7-c864092341a2 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/771eda2d-2291-4d64-a355-d9b8f1fe5202 HTTP/1.1" status: 204 len: 168 time: 0.2869327 Nov 23 05:28:47.873236 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 33408) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:47.953766 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-0fa6ff52-5c86-41c4-92f5-8cfcc4ecde05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1429853'] for network, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:47.959362 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 33412) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:48.045385 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-0fa6ff52-5c86-41c4-92f5-8cfcc4ecde05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734108', 'neutron.services.segments.db._delete_segments_for_network-8751724566155'] for network, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:48.072485 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.services.segments.db [None req-0fa6ff52-5c86-41c4-92f5-8cfcc4ecde05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['260f3bcb-934f-42af-b0c9-c507f293a5d8']}} {{(pid=102516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:28:48.086369 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4c4e6e45-9fac-443a-85c3-220d44d05f31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:48.089746 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.services.segments.db [None req-0fa6ff52-5c86-41c4-92f5-8cfcc4ecde05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1515d0ce-2cbd-4261-b314-e273fe29d99a') {'for_net_delete': True} {{(pid=102516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:28:48.090043 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.services.segments.db [None req-0fa6ff52-5c86-41c4-92f5-8cfcc4ecde05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1515d0ce-2cbd-4261-b314-e273fe29d99a') {} {{(pid=102516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:28:48.106968 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-0fa6ff52-5c86-41c4-92f5-8cfcc4ecde05 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751724742166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4037908'] for segment, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:48.127724 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-0fa6ff52-5c86-41c4-92f5-8cfcc4ecde05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574952'] for segment, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:48.139975 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fa6ff52-5c86-41c4-92f5-8cfcc4ecde05 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=102516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 05:28:48.140389 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-0fa6ff52-5c86-41c4-92f5-8cfcc4ecde05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237772'] for segment, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:48.142149 dv-cinder-805072-6-iscsi neutron-server[102516]: Traceback (most recent call last): Nov 23 05:28:48.142149 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 05:28:48.142149 dv-cinder-805072-6-iscsi neutron-server[102516]: timer() Nov 23 05:28:48.142149 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 05:28:48.142149 dv-cinder-805072-6-iscsi neutron-server[102516]: cb(*args, **kw) Nov 23 05:28:48.142149 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 05:28:48.142149 dv-cinder-805072-6-iscsi neutron-server[102516]: return func(*args, **kwargs) Nov 23 05:28:48.142149 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 05:28:48.142149 dv-cinder-805072-6-iscsi neutron-server[102516]: self._notify() Nov 23 05:28:48.142149 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 05:28:48.142149 dv-cinder-805072-6-iscsi neutron-server[102516]: self.callback(batched_events) Nov 23 05:28:48.142149 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 05:28:48.142149 dv-cinder-805072-6-iscsi neutron-server[102516]: event.method(event) Nov 23 05:28:48.142149 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 05:28:48.142149 dv-cinder-805072-6-iscsi neutron-server[102516]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 05:28:48.142149 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 05:28:48.142149 dv-cinder-805072-6-iscsi neutron-server[102516]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 05:28:48.142149 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 05:28:48.142149 dv-cinder-805072-6-iscsi neutron-server[102516]: return f(self, *a, **k) Nov 23 05:28:48.142149 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 05:28:48.142149 dv-cinder-805072-6-iscsi neutron-server[102516]: return self._get(url).json() Nov 23 05:28:48.142149 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 05:28:48.142149 dv-cinder-805072-6-iscsi neutron-server[102516]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 05:28:48.142149 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 05:28:48.142149 dv-cinder-805072-6-iscsi neutron-server[102516]: return self.request(url, 'GET', **kwargs) Nov 23 05:28:48.142149 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 05:28:48.142149 dv-cinder-805072-6-iscsi neutron-server[102516]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 05:28:48.142149 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 05:28:48.142149 dv-cinder-805072-6-iscsi neutron-server[102516]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 05:28:48.142149 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 05:28:48.142149 dv-cinder-805072-6-iscsi neutron-server[102516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 05:28:48.142149 dv-cinder-805072-6-iscsi neutron-server[102516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 05:28:48.222627 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-0fa6ff52-5c86-41c4-92f5-8cfcc4ecde05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637750'] for network, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:48.232071 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-0fa6ff52-5c86-41c4-92f5-8cfcc4ecde05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for network, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:48.238630 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-0fa6ff52-5c86-41c4-92f5-8cfcc4ecde05 admin admin] 10.222.0.48 "DELETE /v2.0/networks/260f3bcb-934f-42af-b0c9-c507f293a5d8 HTTP/1.1" status: 204 len: 168 time: 0.3624079 Nov 23 05:28:48.268883 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa6ff52-5c86-41c4-92f5-8cfcc4ecde05 admin admin] Pushing event deleted for resources: {'Network': ['ID=260f3bcb-934f-42af-b0c9-c507f293a5d8,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:48.298548 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-61169029-0581-4b70-88b9-5ba9764994ea req-65f80965-2cf9-4ffd-8fc3-6a1085ead71a tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/ports?device_id=24822c58-969a-4e8f-881f-14fcba18885f HTTP/1.1" status: 200 len: 210 time: 0.0582888 Nov 23 05:28:48.322382 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4c4e6e45-9fac-443a-85c3-220d44d05f31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:48.328234 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4c4e6e45-9fac-443a-85c3-220d44d05f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:48.381239 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3496c6-5de1-4392-bdd6-8cd08637bcce req-62fef6f0-b020-4121-adfd-11365106bde1 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:48.382739 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2d3496c6-5de1-4392-bdd6-8cd08637bcce req-62fef6f0-b020-4121-adfd-11365106bde1 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e7c530-5897-42b8-bf44-718e9c530be0 HTTP/1.1" status: 200 len: 947 time: 0.1167483 Nov 23 05:28:48.385529 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 33424) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:48.390028 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-4c4e6e45-9fac-443a-85c3-220d44d05f31 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=de4b61f017dd43038863a62ac61c543f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4272752 Nov 23 05:28:48.390028 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4e6e45-9fac-443a-85c3-220d44d05f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9a1cae-a8a8-4a26-8ae8-a17db43c41db,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:48.391157 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 33426) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:48.429919 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-5c4c4d01-c806-4270-8a1f-f8bf21ed2c96 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1566102476944085b9fd0686b51b502c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432260 Nov 23 05:28:48.432445 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 33428) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:48.465909 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2d3496c6-5de1-4392-bdd6-8cd08637bcce req-d0bc7612-fa5c-46cb-abe5-b2bcd93c9629 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] 10.222.0.48 "GET /v2.0/security-groups?id=698d7567-ccad-4bdd-86f2-1a6d7320845d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681994 Nov 23 05:28:48.475222 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-5048da8d-3f86-49b8-89b2-a9b12b9e2539 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:48.480035 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d0b9beb6-80f6-4889-b9c5-0abf0482eeef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:48.500629 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d0b9beb6-80f6-4889-b9c5-0abf0482eeef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:48.501578 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-5048da8d-3f86-49b8-89b2-a9b12b9e2539 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:48.555812 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-5048da8d-3f86-49b8-89b2-a9b12b9e2539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:48.557074 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d0b9beb6-80f6-4889-b9c5-0abf0482eeef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:48.559031 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-5048da8d-3f86-49b8-89b2-a9b12b9e2539 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:48.559732 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d0b9beb6-80f6-4889-b9c5-0abf0482eeef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:48.560366 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-5048da8d-3f86-49b8-89b2-a9b12b9e2539 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4b9a1cae-a8a8-4a26-8ae8-a17db43c41db HTTP/1.1" status: 204 len: 168 time: 0.1687744 Nov 23 05:28:48.561836 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-d0b9beb6-80f6-4889-b9c5-0abf0482eeef admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e06a2ee8-d584-4d19-9f32-b4a45affb585 HTTP/1.1" status: 204 len: 168 time: 0.1284871 Nov 23 05:28:48.571279 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b9beb6-80f6-4889-b9c5-0abf0482eeef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06a2ee8-d584-4d19-9f32-b4a45affb585,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:48.611214 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5048da8d-3f86-49b8-89b2-a9b12b9e2539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9a1cae-a8a8-4a26-8ae8-a17db43c41db,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:48.688145 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21551114-98c3-4048-90c1-3ce9a67c49ba req-b3ae68e2-9464-4eba-9f57-08e69bb904ba tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:48.690453 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-21551114-98c3-4048-90c1-3ce9a67c49ba req-b3ae68e2-9464-4eba-9f57-08e69bb904ba tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 944 time: 0.1267841 Nov 23 05:28:48.728698 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914856c5-d0bb-4f02-9601-4bd51a3572e6 req-87f2a10c-3426-4467-abac-95e56cbd293d tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:48.730127 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-914856c5-d0bb-4f02-9601-4bd51a3572e6 req-87f2a10c-3426-4467-abac-95e56cbd293d tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] 10.222.0.54 "GET /v2.0/ports?device_id=70e7c530-5897-42b8-bf44-718e9c530be0 HTTP/1.1" status: 200 len: 947 time: 0.0887651 Nov 23 05:28:48.790304 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-21551114-98c3-4048-90c1-3ce9a67c49ba req-5d53f011-06df-49f2-84fc-77207556ff0f tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911939 Nov 23 05:28:48.867413 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-914856c5-d0bb-4f02-9601-4bd51a3572e6 req-28ddba23-54a3-4ccb-8132-7ab96fe46467 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] Deleting port 9ad3852a-0211-44dd-a06d-f5039d866f02 {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:28:48.868421 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-914856c5-d0bb-4f02-9601-4bd51a3572e6 req-28ddba23-54a3-4ccb-8132-7ab96fe46467 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751724797224'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:48.981064 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-914856c5-d0bb-4f02-9601-4bd51a3572e6 req-28ddba23-54a3-4ccb-8132-7ab96fe46467 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] For port 9ad3852a-0211-44dd-a06d-f5039d866f02, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=9ad3852a-0211-44dd-a06d-f5039d866f02,segment=NetworkSegment(cd66ff28-8fa2-4719-b8b6-0c1ef048b5c7),segment_id=cd66ff28-8fa2-4719-b8b6-0c1ef048b5c7)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:28:48.981432 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-914856c5-d0bb-4f02-9601-4bd51a3572e6 req-28ddba23-54a3-4ccb-8132-7ab96fe46467 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630705'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:48.995381 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-914856c5-d0bb-4f02-9601-4bd51a3572e6 req-28ddba23-54a3-4ccb-8132-7ab96fe46467 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] Calling delete_port for 9ad3852a-0211-44dd-a06d-f5039d866f02 owned by compute:nova {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:28:49.077235 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 33448) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:49.091566 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-c7966d19-e27f-4cae-9bbb-bf9d003dfcee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:49.175984 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-914856c5-d0bb-4f02-9601-4bd51a3572e6 req-28ddba23-54a3-4ccb-8132-7ab96fe46467 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751724800597', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751724218543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237887'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:49.224847 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ddba23-54a3-4ccb-8132-7ab96fe46467 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] Pushing event deleted for resources: {'Port': ['ID=9ad3852a-0211-44dd-a06d-f5039d866f02,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:49.277882 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-c7966d19-e27f-4cae-9bbb-bf9d003dfcee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:49.283130 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [req-914856c5-d0bb-4f02-9601-4bd51a3572e6 req-28ddba23-54a3-4ccb-8132-7ab96fe46467 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] No DVR routers for this DVR port 9ad3852a-0211-44dd-a06d-f5039d866f02 on host hv-cinder-80507 {{(pid=102516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:28:49.286045 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-914856c5-d0bb-4f02-9601-4bd51a3572e6 req-28ddba23-54a3-4ccb-8132-7ab96fe46467 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:49.289748 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-914856c5-d0bb-4f02-9601-4bd51a3572e6 req-28ddba23-54a3-4ccb-8132-7ab96fe46467 tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] 10.222.0.54 "DELETE /v2.0/ports/9ad3852a-0211-44dd-a06d-f5039d866f02 HTTP/1.1" status: 204 len: 173 time: 0.5524132 Nov 23 05:28:49.290122 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e7c530-5897-42b8-bf44-718e9c530be0', 'name': 'network-vif-deleted', 'tag': '9ad3852a-0211-44dd-a06d-f5039d866f02'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:28:49.292048 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-c7966d19-e27f-4cae-9bbb-bf9d003dfcee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:49.296932 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20d478f7b504b4f7a92aed5d5c075fb26ddad21beb532cc87d656362fb0682d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf56bfd-cda2-4afd-a3b1-1b1b6aa053d8" -d '{"events": [{"server_uuid": "70e7c530-5897-42b8-bf44-718e9c530be0", "name": "network-vif-deleted", "tag": "9ad3852a-0211-44dd-a06d-f5039d866f02"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:28:49.364472 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-c7966d19-e27f-4cae-9bbb-bf9d003dfcee admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a8c4de56614442c496e92eeef03eeedb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2859030 Nov 23 05:28:49.365516 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7966d19-e27f-4cae-9bbb-bf9d003dfcee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e4202c-0d97-458d-b985-df7f2da2ba5c,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:49.367089 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 33458) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:49.398939 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c943a0-30f9-4741-aaea-7bb2b24a9476 x-openstack-request-id: req-26c943a0-30f9-4741-aaea-7bb2b24a9476 {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:28:49.399248 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70e7c530-5897-42b8-bf44-718e9c530be0", "name": "network-vif-deleted", "tag": "9ad3852a-0211-44dd-a06d-f5039d866f02", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:28:49.401962 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-26c943a0-30f9-4741-aaea-7bb2b24a9476 {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:28:49.402388 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70e7c530-5897-42b8-bf44-718e9c530be0', 'name': 'network-vif-deleted', 'tag': '9ad3852a-0211-44dd-a06d-f5039d866f02', 'status': 'completed', 'code': 200} Nov 23 05:28:49.506271 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ba3e3af7-2707-472c-97f1-b13b8232c388 req-dc8e2812-75bf-4854-9fb2-273e80d8d49f tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/ports?device_id=24822c58-969a-4e8f-881f-14fcba18885f HTTP/1.1" status: 200 len: 210 time: 0.0385046 Nov 23 05:28:49.579496 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-694e3d33-ed62-47e0-bd6c-8eb0d23466ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:49.662996 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-694e3d33-ed62-47e0-bd6c-8eb0d23466ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:49.690945 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-eb10f675-9928-4e1e-b597-f942be97eadf req-290ec5cc-31b0-46d1-a870-b8ddb973387c tempest-VolumesNegativeTest-1584920872 tempest-VolumesNegativeTest-1584920872-project] 10.222.0.48 "GET /v2.0/ports?device_id=70e7c530-5897-42b8-bf44-718e9c530be0 HTTP/1.1" status: 200 len: 210 time: 0.0737417 Nov 23 05:28:49.749020 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809d883-1b98-4095-acf9-ead0a3ce841e req-09d537e8-a43e-4789-9464-b8c4458ed6f8 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:49.750497 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5809d883-1b98-4095-acf9-ead0a3ce841e req-09d537e8-a43e-4789-9464-b8c4458ed6f8 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.54 "GET /v2.0/networks?id=86607cb6-c8a7-43df-9c11-e08b2a900939 HTTP/1.1" status: 200 len: 814 time: 0.2516139 Nov 23 05:28:49.770921 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [req-5809d883-1b98-4095-acf9-ead0a3ce841e req-e641d6c7-f2f7-4d75-bd77-8599d3d291e9 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Request body: {'port': {'device_id': '24822c58-969a-4e8f-881f-14fcba18885f', 'network_id': '86607cb6-c8a7-43df-9c11-e08b2a900939', 'admin_state_up': True, 'tenant_id': '5dd1e0c3287e4976856ecd12547d4b60'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:28:49.775825 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-694e3d33-ed62-47e0-bd6c-8eb0d23466ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:49.778580 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-694e3d33-ed62-47e0-bd6c-8eb0d23466ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:49.779786 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-694e3d33-ed62-47e0-bd6c-8eb0d23466ed admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e0e4202c-0d97-458d-b985-df7f2da2ba5c HTTP/1.1" status: 204 len: 168 time: 0.4116366 Nov 23 05:28:49.828578 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694e3d33-ed62-47e0-bd6c-8eb0d23466ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e4202c-0d97-458d-b985-df7f2da2ba5c,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:49.965629 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5809d883-1b98-4095-acf9-ead0a3ce841e req-e641d6c7-f2f7-4d75-bd77-8599d3d291e9 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Made reservation on behalf of 5dd1e0c3287e4976856ecd12547d4b60 for: {'port': 1} {{(pid=102516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:28:49.970672 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-5809d883-1b98-4095-acf9-ead0a3ce841e req-e641d6c7-f2f7-4d75-bd77-8599d3d291e9 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:50.016395 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af847f67-4173-473e-9be3-1456e97be2e4 req-cb7b89b1-92a6-4dff-843f-093fc8ec8476 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:50.016395 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-af847f67-4173-473e-9be3-1456e97be2e4 req-cb7b89b1-92a6-4dff-843f-093fc8ec8476 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 944 time: 0.1152520 Nov 23 05:28:50.165089 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-af847f67-4173-473e-9be3-1456e97be2e4 req-da41ec15-5c2a-4bd8-9ece-d7a18fd3d22e tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980861 Nov 23 05:28:50.212325 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.db_base_plugin_common [req-5809d883-1b98-4095-acf9-ead0a3ce841e req-e641d6c7-f2f7-4d75-bd77-8599d3d291e9 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Allocated IP 172.20.0.13 (86607cb6-c8a7-43df-9c11-e08b2a900939/50b38531-eddf-4b49-b531-e5bf9682dbbe/d5ac43bf-08ea-482b-89e9-2047045db460) {{(pid=102516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:28:50.443193 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-5809d883-1b98-4095-acf9-ead0a3ce841e req-e641d6c7-f2f7-4d75-bd77-8599d3d291e9 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Publish callbacks [] for port, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:50.523196 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-5809d883-1b98-4095-acf9-ead0a3ce841e req-e641d6c7-f2f7-4d75-bd77-8599d3d291e9 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751724218534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237887'] for port, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:50.632341 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e641d6c7-f2f7-4d75-bd77-8599d3d291e9 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Pushing event updated for resources: {'Port': ['ID=d5ac43bf-08ea-482b-89e9-2047045db460,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:50.646624 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5809d883-1b98-4095-acf9-ead0a3ce841e req-e641d6c7-f2f7-4d75-bd77-8599d3d291e9 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Network 86607cb6-c8a7-43df-9c11-e08b2a900939 is already hosted by enough agents. {{(pid=102516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:28:50.649582 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [req-5809d883-1b98-4095-acf9-ead0a3ce841e req-e641d6c7-f2f7-4d75-bd77-8599d3d291e9 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Resources bound (agent type, host, resource id): {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:28:50.654037 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [req-5809d883-1b98-4095-acf9-ead0a3ce841e req-e641d6c7-f2f7-4d75-bd77-8599d3d291e9 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Received port after_create {{(pid=102516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:28:50.774185 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809d883-1b98-4095-acf9-ead0a3ce841e req-e641d6c7-f2f7-4d75-bd77-8599d3d291e9 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:50.776886 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-5809d883-1b98-4095-acf9-ead0a3ce841e req-e641d6c7-f2f7-4d75-bd77-8599d3d291e9 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:50.840594 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5809d883-1b98-4095-acf9-ead0a3ce841e req-e641d6c7-f2f7-4d75-bd77-8599d3d291e9 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0740125 Nov 23 05:28:50.860241 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc013aa-6483-463c-8946-22215edde11b req-616ea854-4729-4b2a-9d92-cbc01a2c3a4b tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:50.867277 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-cfc013aa-6483-463c-8946-22215edde11b req-616ea854-4729-4b2a-9d92-cbc01a2c3a4b tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/ports?device_id=24822c58-969a-4e8f-881f-14fcba18885f HTTP/1.1" status: 200 len: 932 time: 0.0843296 Nov 23 05:28:51.015339 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-cfc013aa-6483-463c-8946-22215edde11b req-0eb1221c-b9c7-4289-8b97-60d6cc403b83 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/security-groups?id=09315a98-c01a-423c-9e97-abf477e7ea74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420622 Nov 23 05:28:51.108625 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26fa83-3277-46fd-8218-2986727d936b req-698f4933-d112-42a9-976e-48572b06ca57 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:51.118002 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fa26fa83-3277-46fd-8218-2986727d936b req-698f4933-d112-42a9-976e-48572b06ca57 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 945 time: 0.0888002 Nov 23 05:28:51.172883 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-7fe9ff82-7246-439c-86d2-bdcb7690ed73 None None] Provisioning complete for port d5ac43bf-08ea-482b-89e9-2047045db460 triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:28:51.175355 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-7fe9ff82-7246-439c-86d2-bdcb7690ed73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:51.196624 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fa26fa83-3277-46fd-8218-2986727d936b req-790a6222-8282-40e7-a58a-018bb59b3518 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=7470cc19-88e4-4a2a-8e87-add4a0c82a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775397 Nov 23 05:28:51.250899 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [req-5809d883-1b98-4095-acf9-ead0a3ce841e req-6c7759d2-e107-430b-9d48-3943d52f8d2d service neutron] Request body: {'port': {'device_id': '24822c58-969a-4e8f-881f-14fcba18885f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80507'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:28:51.270187 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-7fe9ff82-7246-439c-86d2-bdcb7690ed73 None None] Port d5ac43bf-08ea-482b-89e9-2047045db460 cannot update to ACTIVE because it is not bound. {{(pid=102518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:28:51.463359 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-5809d883-1b98-4095-acf9-ead0a3ce841e req-6c7759d2-e107-430b-9d48-3943d52f8d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:51.610604 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb2b5b-13bc-40b1-8ef0-624149f8249e req-751c4381-33fe-4b5b-8b53-6625e3f87e1e tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:51.619299 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-19fb2b5b-13bc-40b1-8ef0-624149f8249e req-751c4381-33fe-4b5b-8b53-6625e3f87e1e tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 944 time: 0.2920492 Nov 23 05:28:51.833218 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-19fb2b5b-13bc-40b1-8ef0-624149f8249e req-9e8b9846-70aa-4a32-9c54-2c3a95c871be tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2119951 Nov 23 05:28:52.289487 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6df32-19aa-4e56-a6d4-96155a1e4d1b req-0cb2c104-575e-499e-9206-5fa9baa32240 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:52.291100 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b2c6df32-19aa-4e56-a6d4-96155a1e4d1b req-0cb2c104-575e-499e-9206-5fa9baa32240 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/ports?device_id=24822c58-969a-4e8f-881f-14fcba18885f HTTP/1.1" status: 200 len: 932 time: 0.0826204 Nov 23 05:28:52.406893 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b2c6df32-19aa-4e56-a6d4-96155a1e4d1b req-7ad71f4e-3cc0-46a1-914c-46f31f2a8f4e tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/security-groups?id=09315a98-c01a-423c-9e97-abf477e7ea74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991652 Nov 23 05:28:52.431547 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af44ed0-cbb6-42dd-b710-655893a4b6cb req-0aeaf623-0d6e-4e9a-8226-a170074ee92f tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:52.434062 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8af44ed0-cbb6-42dd-b710-655893a4b6cb req-0aeaf623-0d6e-4e9a-8226-a170074ee92f tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 945 time: 0.1020260 Nov 23 05:28:52.530628 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [req-5809d883-1b98-4095-acf9-ead0a3ce841e req-6c7759d2-e107-430b-9d48-3943d52f8d2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5ac43bf-08ea-482b-89e9-2047045db460 {{(pid=102516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:28:52.577646 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-5809d883-1b98-4095-acf9-ead0a3ce841e req-6c7759d2-e107-430b-9d48-3943d52f8d2d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:52.634108 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8af44ed0-cbb6-42dd-b710-655893a4b6cb req-81d9789b-0c39-46db-a9f2-0efba57165a7 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=7470cc19-88e4-4a2a-8e87-add4a0c82a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666253 Nov 23 05:28:52.643125 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.provisioning_blocks [req-5809d883-1b98-4095-acf9-ead0a3ce841e req-6c7759d2-e107-430b-9d48-3943d52f8d2d service neutron] Transition to ACTIVE for port object d5ac43bf-08ea-482b-89e9-2047045db460 will not be triggered until provisioned by entity L2. {{(pid=102516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 05:28:52.666706 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-5809d883-1b98-4095-acf9-ead0a3ce841e req-6c7759d2-e107-430b-9d48-3943d52f8d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237864'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:52.756355 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7759d2-e107-430b-9d48-3943d52f8d2d service neutron] Pushing event updated for resources: {'Port': ['ID=d5ac43bf-08ea-482b-89e9-2047045db460,revision_number=2']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:52.888808 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-5809d883-1b98-4095-acf9-ead0a3ce841e req-6c7759d2-e107-430b-9d48-3943d52f8d2d service neutron] Attempting to bind port d5ac43bf-08ea-482b-89e9-2047045db460 on host hv-cinder-80507 for vnic_type normal with profile {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:28:52.889438 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-5809d883-1b98-4095-acf9-ead0a3ce841e req-6c7759d2-e107-430b-9d48-3943d52f8d2d service neutron] Attempting to bind port d5ac43bf-08ea-482b-89e9-2047045db460 by drivers openvswitch,hyperv on host hv-cinder-80507 at level 0 using segments [{'id': '76f97cea-fdcf-4519-877e-95d9039a1bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '86607cb6-c8a7-43df-9c11-e08b2a900939'}] {{(pid=102516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:28:52.889646 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5809d883-1b98-4095-acf9-ead0a3ce841e req-6c7759d2-e107-430b-9d48-3943d52f8d2d service neutron] Attempting to bind port d5ac43bf-08ea-482b-89e9-2047045db460 on network 86607cb6-c8a7-43df-9c11-e08b2a900939 {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:28:52.894754 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5809d883-1b98-4095-acf9-ead0a3ce841e req-6c7759d2-e107-430b-9d48-3943d52f8d2d service neutron] Port d5ac43bf-08ea-482b-89e9-2047045db460 on network 86607cb6-c8a7-43df-9c11-e08b2a900939 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80507 {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 05:28:52.895132 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5809d883-1b98-4095-acf9-ead0a3ce841e req-6c7759d2-e107-430b-9d48-3943d52f8d2d service neutron] Attempting to bind port d5ac43bf-08ea-482b-89e9-2047045db460 on network 86607cb6-c8a7-43df-9c11-e08b2a900939 {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:28:52.911367 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5809d883-1b98-4095-acf9-ead0a3ce841e req-6c7759d2-e107-430b-9d48-3943d52f8d2d service neutron] Checking agent: {'id': 'b8a1d969-7c04-443a-af3a-1812b1d56913', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80507', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 5, 23, 27), 'started_at': datetime.datetime(2021, 11, 23, 5, 23, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:28:52.911715 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5809d883-1b98-4095-acf9-ead0a3ce841e req-6c7759d2-e107-430b-9d48-3943d52f8d2d service neutron] Checking segment: {'id': '76f97cea-fdcf-4519-877e-95d9039a1bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '86607cb6-c8a7-43df-9c11-e08b2a900939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:28:52.912157 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5809d883-1b98-4095-acf9-ead0a3ce841e req-6c7759d2-e107-430b-9d48-3943d52f8d2d service neutron] Bound using segment: {'id': '76f97cea-fdcf-4519-877e-95d9039a1bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '86607cb6-c8a7-43df-9c11-e08b2a900939'} {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:28:52.912616 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-5809d883-1b98-4095-acf9-ead0a3ce841e req-6c7759d2-e107-430b-9d48-3943d52f8d2d service neutron] Bound port: d5ac43bf-08ea-482b-89e9-2047045db460, host: hv-cinder-80507, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76f97cea-fdcf-4519-877e-95d9039a1bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '86607cb6-c8a7-43df-9c11-e08b2a900939'}}] {{(pid=102516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:28:52.913033 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-5809d883-1b98-4095-acf9-ead0a3ce841e req-6c7759d2-e107-430b-9d48-3943d52f8d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:52.919201 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.agents_db [None req-5ade7c98-4a19-45de-8fb0-464f54244c1e None None] Agent healthcheck: found 6 active agents {{(pid=102519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:28:53.053491 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-5809d883-1b98-4095-acf9-ead0a3ce841e req-6c7759d2-e107-430b-9d48-3943d52f8d2d service neutron] For port d5ac43bf-08ea-482b-89e9-2047045db460, host hv-cinder-80507, cleared binding levels {{(pid=102516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:28:53.123012 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-5809d883-1b98-4095-acf9-ead0a3ce841e req-6c7759d2-e107-430b-9d48-3943d52f8d2d service neutron] For port d5ac43bf-08ea-482b-89e9-2047045db460, host hv-cinder-80507, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=d5ac43bf-08ea-482b-89e9-2047045db460,segment=NetworkSegment(76f97cea-fdcf-4519-877e-95d9039a1bb2),segment_id=76f97cea-fdcf-4519-877e-95d9039a1bb2)] {{(pid=102516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:28:53.134879 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-5809d883-1b98-4095-acf9-ead0a3ce841e req-6c7759d2-e107-430b-9d48-3943d52f8d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237864'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:53.203835 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47172947-b868-4905-86e5-a2c7bda75746 req-c8d2ac50-d61a-42c7-acfa-5413452d7227 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:53.207354 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-47172947-b868-4905-86e5-a2c7bda75746 req-c8d2ac50-d61a-42c7-acfa-5413452d7227 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 944 time: 0.1697888 Nov 23 05:28:53.218532 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809d883-1b98-4095-acf9-ead0a3ce841e req-6c7759d2-e107-430b-9d48-3943d52f8d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:53.219222 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-5809d883-1b98-4095-acf9-ead0a3ce841e req-6c7759d2-e107-430b-9d48-3943d52f8d2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:53.221238 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5809d883-1b98-4095-acf9-ead0a3ce841e req-6c7759d2-e107-430b-9d48-3943d52f8d2d service neutron] 10.222.0.54 "PUT /v2.0/ports/d5ac43bf-08ea-482b-89e9-2047045db460 HTTP/1.1" status: 200 len: 1094 time: 1.9748230 Nov 23 05:28:53.221942 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24822c58-969a-4e8f-881f-14fcba18885f', 'tag': 'd5ac43bf-08ea-482b-89e9-2047045db460'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:28:53.234689 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20d478f7b504b4f7a92aed5d5c075fb26ddad21beb532cc87d656362fb0682d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1446ebf-9d5f-4f8f-bfca-fbe8449a51fc" -d '{"events": [{"name": "network-changed", "server_uuid": "24822c58-969a-4e8f-881f-14fcba18885f", "tag": "d5ac43bf-08ea-482b-89e9-2047045db460"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:28:53.308637 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7759d2-e107-430b-9d48-3943d52f8d2d service neutron] Pushing event updated for resources: {'Port': ['ID=d5ac43bf-08ea-482b-89e9-2047045db460,revision_number=3']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:53.327942 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5ac722-aa35-4fa9-8198-f4c9ef7cf552 x-openstack-request-id: req-6e5ac722-aa35-4fa9-8198-f4c9ef7cf552 {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:28:53.328242 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24822c58-969a-4e8f-881f-14fcba18885f", "tag": "d5ac43bf-08ea-482b-89e9-2047045db460", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:28:53.328497 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6e5ac722-aa35-4fa9-8198-f4c9ef7cf552 {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:28:53.328898 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24822c58-969a-4e8f-881f-14fcba18885f', 'tag': 'd5ac43bf-08ea-482b-89e9-2047045db460', 'status': 'completed', 'code': 200} Nov 23 05:28:53.349384 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-47172947-b868-4905-86e5-a2c7bda75746 req-214c8121-69e2-4361-afe7-9d2158a2c6a9 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348324 Nov 23 05:28:53.590643 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af01e60f-f89f-4e0a-be0e-df0783911dfd req-29400ccb-1df5-49f0-b6bb-ff3c0662b3a1 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:53.592293 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-af01e60f-f89f-4e0a-be0e-df0783911dfd req-29400ccb-1df5-49f0-b6bb-ff3c0662b3a1 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/ports?device_id=24822c58-969a-4e8f-881f-14fcba18885f HTTP/1.1" status: 200 len: 944 time: 0.0553696 Nov 23 05:28:53.727555 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-af01e60f-f89f-4e0a-be0e-df0783911dfd req-604e0185-9715-4ba3-91e2-1ddec3ef5955 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/security-groups?id=09315a98-c01a-423c-9e97-abf477e7ea74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227725 Nov 23 05:28:53.838744 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cab586-5736-4edd-b658-89c84ea448c8 req-d5892e6c-d9ec-45bb-a4ce-eb39145f97e8 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:53.847339 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a0cab586-5736-4edd-b658-89c84ea448c8 req-d5892e6c-d9ec-45bb-a4ce-eb39145f97e8 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 945 time: 0.0668280 Nov 23 05:28:53.936694 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a0cab586-5736-4edd-b658-89c84ea448c8 req-babf05ea-59eb-4d91-a1d6-074b67456342 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=7470cc19-88e4-4a2a-8e87-add4a0c82a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868914 Nov 23 05:28:54.316072 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 33718) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:54.447993 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-764bf225-b352-40fe-b622-8f11270bf426 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:54.567219 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25c05f-f9b6-44ac-8d10-ca2baf8d89e3 req-528fb36f-ab8e-4c7f-a0c4-bd784f17b139 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:54.568768 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2a25c05f-f9b6-44ac-8d10-ca2baf8d89e3 req-528fb36f-ab8e-4c7f-a0c4-bd784f17b139 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 944 time: 0.1068368 Nov 23 05:28:54.588705 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-764bf225-b352-40fe-b622-8f11270bf426 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:54.595326 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-764bf225-b352-40fe-b622-8f11270bf426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:54.641864 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-764bf225-b352-40fe-b622-8f11270bf426 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b1e4cdab0cfb4a71a5062cb76be480dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3244829 Nov 23 05:28:54.644589 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 33752) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:54.652971 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2a25c05f-f9b6-44ac-8d10-ca2baf8d89e3 req-61d2f282-1f9c-47ca-b896-229dc7b8b190 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770278 Nov 23 05:28:54.699014 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764bf225-b352-40fe-b622-8f11270bf426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d08cb7e0-8f3d-4092-8afa-a2f0f28f6bba,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:54.728649 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-bfc4e53e-af53-4718-a967-f98414bef3e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:54.752677 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-bfc4e53e-af53-4718-a967-f98414bef3e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:54.829693 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-bfc4e53e-af53-4718-a967-f98414bef3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:54.834366 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-bfc4e53e-af53-4718-a967-f98414bef3e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:54.838223 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-bfc4e53e-af53-4718-a967-f98414bef3e5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d08cb7e0-8f3d-4092-8afa-a2f0f28f6bba HTTP/1.1" status: 204 len: 168 time: 0.1902819 Nov 23 05:28:54.847530 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc4e53e-af53-4718-a967-f98414bef3e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08cb7e0-8f3d-4092-8afa-a2f0f28f6bba,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:54.918029 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565af14-51ac-4141-a494-368e40574dc5 req-f122bfc8-ea66-4dd3-9f70-fd58b6802b20 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:54.928185 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9565af14-51ac-4141-a494-368e40574dc5 req-f122bfc8-ea66-4dd3-9f70-fd58b6802b20 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/ports?device_id=24822c58-969a-4e8f-881f-14fcba18885f HTTP/1.1" status: 200 len: 944 time: 0.1278305 Nov 23 05:28:54.994606 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9565af14-51ac-4141-a494-368e40574dc5 req-d7c1e238-3103-46b2-834b-f376be31fc78 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/security-groups?id=09315a98-c01a-423c-9e97-abf477e7ea74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601723 Nov 23 05:28:55.093141 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f479ae7-b38b-4b06-a71a-f413fa211e6a req-6783b346-6789-41e6-a429-4480b9ec2c36 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:55.094627 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5f479ae7-b38b-4b06-a71a-f413fa211e6a req-6783b346-6789-41e6-a429-4480b9ec2c36 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 945 time: 0.0627058 Nov 23 05:28:55.159128 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5f479ae7-b38b-4b06-a71a-f413fa211e6a req-5f97593e-ba20-4a2b-b0c9-14e051363cf0 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=7470cc19-88e4-4a2a-8e87-add4a0c82a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508447 Nov 23 05:28:55.282151 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 33800) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:55.295954 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-3e19cbc7-b129-438f-9783-29977a0fb2e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:55.390478 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-3e19cbc7-b129-438f-9783-29977a0fb2e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:55.398503 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-3e19cbc7-b129-438f-9783-29977a0fb2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:55.460430 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-3e19cbc7-b129-438f-9783-29977a0fb2e8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=de6c9ff52f344c70846a7a67a494b51e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1770849 Nov 23 05:28:55.463028 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e19cbc7-b129-438f-9783-29977a0fb2e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b90d7db4-ca15-4f8c-87fc-5378acc107a0,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:55.463434 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 33816) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:55.532660 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-52511e22-fe42-41f1-b870-0ff62ddcd74c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:55.558314 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-52511e22-fe42-41f1-b870-0ff62ddcd74c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:55.617504 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-52511e22-fe42-41f1-b870-0ff62ddcd74c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:55.621172 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-52511e22-fe42-41f1-b870-0ff62ddcd74c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:55.624770 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-52511e22-fe42-41f1-b870-0ff62ddcd74c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b90d7db4-ca15-4f8c-87fc-5378acc107a0 HTTP/1.1" status: 204 len: 168 time: 0.1579854 Nov 23 05:28:55.631971 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52511e22-fe42-41f1-b870-0ff62ddcd74c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90d7db4-ca15-4f8c-87fc-5378acc107a0,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:55.825876 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfc7af-41fb-4518-a9ca-0e41bff6b6d6 req-ae6a8f98-f470-4080-a4d8-399463b133cf tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:55.827473 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-60bfc7af-41fb-4518-a9ca-0e41bff6b6d6 req-ae6a8f98-f470-4080-a4d8-399463b133cf tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 944 time: 0.0629871 Nov 23 05:28:55.900889 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-60bfc7af-41fb-4518-a9ca-0e41bff6b6d6 req-e6ec48bf-3a5a-413f-bdd5-a7b1723234f9 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578544 Nov 23 05:28:56.185231 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9573e738-59f0-4cba-9f46-0ce62df31fa4 req-ab746168-ce7c-43b8-b827-f54742e3bb4a tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:56.187988 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9573e738-59f0-4cba-9f46-0ce62df31fa4 req-ab746168-ce7c-43b8-b827-f54742e3bb4a tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/ports?device_id=24822c58-969a-4e8f-881f-14fcba18885f HTTP/1.1" status: 200 len: 944 time: 0.1280191 Nov 23 05:28:56.291206 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9573e738-59f0-4cba-9f46-0ce62df31fa4 req-5ee3914e-2547-4fd6-9dfa-ac36c3ead8b5 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/security-groups?id=09315a98-c01a-423c-9e97-abf477e7ea74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875163 Nov 23 05:28:56.415118 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ae57a0-762f-4451-adec-ccc0ffe3e222 req-708490f3-e7a8-47f5-a18f-68012462fe43 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:56.422896 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c5ae57a0-762f-4451-adec-ccc0ffe3e222 req-708490f3-e7a8-47f5-a18f-68012462fe43 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 945 time: 0.1199741 Nov 23 05:28:56.537009 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c5ae57a0-762f-4451-adec-ccc0ffe3e222 req-2f941013-c148-4e84-af81-cd56d1c6b42d tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=7470cc19-88e4-4a2a-8e87-add4a0c82a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131148 Nov 23 05:28:57.057415 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc3941e-26d6-4cf2-b697-a29d05f05eaa req-264b1716-637a-470e-9531-c87980d30976 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:57.061804 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3dc3941e-26d6-4cf2-b697-a29d05f05eaa req-264b1716-637a-470e-9531-c87980d30976 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 944 time: 0.0774586 Nov 23 05:28:57.115912 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3dc3941e-26d6-4cf2-b697-a29d05f05eaa req-cc08edfe-9d20-47b2-b612-84698630bf87 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451400 Nov 23 05:28:57.484183 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2bfb59-97ad-453e-9004-46f11dde7df1 req-68726812-7f65-4b9d-904e-923eff3547c0 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:57.487279 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7c2bfb59-97ad-453e-9004-46f11dde7df1 req-68726812-7f65-4b9d-904e-923eff3547c0 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/ports?device_id=24822c58-969a-4e8f-881f-14fcba18885f HTTP/1.1" status: 200 len: 944 time: 0.0978677 Nov 23 05:28:57.552882 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7c2bfb59-97ad-453e-9004-46f11dde7df1 req-ce9318f8-913f-4cba-9158-de445d9a0d17 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/security-groups?id=09315a98-c01a-423c-9e97-abf477e7ea74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575964 Nov 23 05:28:57.731936 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82238f80-f1bf-48a0-8ffe-0e97b1935d32 req-43af31fc-24ab-42f0-aed2-9c2d50ad799b tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:57.733953 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-82238f80-f1bf-48a0-8ffe-0e97b1935d32 req-43af31fc-24ab-42f0-aed2-9c2d50ad799b tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 945 time: 0.0965519 Nov 23 05:28:57.800774 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-82238f80-f1bf-48a0-8ffe-0e97b1935d32 req-ee7dd7fd-359a-4712-af7c-81cdd9f21e57 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=7470cc19-88e4-4a2a-8e87-add4a0c82a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580130 Nov 23 05:28:57.986056 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 33952) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:58.168887 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 33964) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:58.169914 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-35b51839-8d8f-4fd8-aaa6-5430a73a2ea5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1e7eab36e9754b5d8fd1cd1e70a57154&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1808333 Nov 23 05:28:58.230743 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-b8b67377-1dd1-46c8-8737-6464671b9d71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:58.265508 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-b8b67377-1dd1-46c8-8737-6464671b9d71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:58.286285 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc98529-6677-4ddf-aa02-9473f35aad71 req-a2c96e2e-9981-4b4a-81fc-7d00c3c4faf8 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:58.287964 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7cc98529-6677-4ddf-aa02-9473f35aad71 req-a2c96e2e-9981-4b4a-81fc-7d00c3c4faf8 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 944 time: 0.0775278 Nov 23 05:28:58.345965 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-b8b67377-1dd1-46c8-8737-6464671b9d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:58.349107 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-b8b67377-1dd1-46c8-8737-6464671b9d71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:58.350417 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-b8b67377-1dd1-46c8-8737-6464671b9d71 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/698d7567-ccad-4bdd-86f2-1a6d7320845d HTTP/1.1" status: 204 len: 168 time: 0.1797926 Nov 23 05:28:58.359117 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b67377-1dd1-46c8-8737-6464671b9d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698d7567-ccad-4bdd-86f2-1a6d7320845d,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:58.359464 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7cc98529-6677-4ddf-aa02-9473f35aad71 req-0221f2a2-fc2d-40d6-af8a-0039178f43c2 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651150 Nov 23 05:28:58.614365 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:58.745704 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72933d44-aa3b-4664-bb53-532c653b976a req-35df5083-60c1-4a66-a297-36964f04df5e tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:58.747287 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-72933d44-aa3b-4664-bb53-532c653b976a req-35df5083-60c1-4a66-a297-36964f04df5e tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/ports?device_id=24822c58-969a-4e8f-881f-14fcba18885f HTTP/1.1" status: 200 len: 944 time: 0.0833144 Nov 23 05:28:58.808243 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-72933d44-aa3b-4664-bb53-532c653b976a req-ceeeb272-27a3-4be2-978d-b24347c89605 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/security-groups?id=09315a98-c01a-423c-9e97-abf477e7ea74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542037 Nov 23 05:28:58.927414 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 33998) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:58.933650 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 34000) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:58.962426 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08859d-0bf8-4bca-ab50-e9dea942c861 req-b029d118-bebc-4aa8-9786-40639fa271a9 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:58.964166 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3c08859d-0bf8-4bca-ab50-e9dea942c861 req-b029d118-bebc-4aa8-9786-40639fa271a9 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 945 time: 0.0613439 Nov 23 05:28:59.037670 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3c08859d-0bf8-4bca-ab50-e9dea942c861 req-09337473-12c8-4e1b-8b20-3a9766503f70 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=7470cc19-88e4-4a2a-8e87-add4a0c82a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624747 Nov 23 05:28:59.076392 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-f7715447-cdc4-4922-a7c5-41b89b850f93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:59.160577 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-b2fdf813-b0e7-43cb-a3c6-8bb71addff0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:59.243377 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-f7715447-cdc4-4922-a7c5-41b89b850f93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:59.258218 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-f7715447-cdc4-4922-a7c5-41b89b850f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:59.338540 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7715447-cdc4-4922-a7c5-41b89b850f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f0363c-2b13-41c4-b300-74278c36ea86,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:59.343746 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-b2fdf813-b0e7-43cb-a3c6-8bb71addff0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:59.349722 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-f7715447-cdc4-4922-a7c5-41b89b850f93 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=65a08813060d4b4a9c2ada6c574ccf00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4209571 Nov 23 05:28:59.350115 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 34014) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:59.351077 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-b2fdf813-b0e7-43cb-a3c6-8bb71addff0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:59.379042 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-b2fdf813-b0e7-43cb-a3c6-8bb71addff0c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1e14a6b087514036a8b5a04ced2464b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4438479 Nov 23 05:28:59.386182 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 34018) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:59.442782 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-66ffec5a-7e58-43e5-900a-baaad4387940 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:59.461181 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fdf813-b0e7-43cb-a3c6-8bb71addff0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bcdad83-7ffd-4360-9deb-ab11ec3af2f3,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:59.515682 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-85f1adcc-7d2a-4a46-b5b0-08b658177346 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:59.541756 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-85f1adcc-7d2a-4a46-b5b0-08b658177346 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:59.585502 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-66ffec5a-7e58-43e5-900a-baaad4387940 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:59.611607 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 34024) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:59.619173 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-85f1adcc-7d2a-4a46-b5b0-08b658177346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:59.626170 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-85f1adcc-7d2a-4a46-b5b0-08b658177346 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:59.627964 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-85f1adcc-7d2a-4a46-b5b0-08b658177346 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9bcdad83-7ffd-4360-9deb-ab11ec3af2f3 HTTP/1.1" status: 204 len: 168 time: 0.2406123 Nov 23 05:28:59.646387 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f1adcc-7d2a-4a46-b5b0-08b658177346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bcdad83-7ffd-4360-9deb-ab11ec3af2f3,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:59.706371 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53221c65-ad17-4ca7-9adb-5c1d09d3e34e req-8dc27f7f-d5e9-4c82-863f-0271ce338dd0 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:59.714543 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-53221c65-ad17-4ca7-9adb-5c1d09d3e34e req-8dc27f7f-d5e9-4c82-863f-0271ce338dd0 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 944 time: 0.2452345 Nov 23 05:28:59.717793 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-66ffec5a-7e58-43e5-900a-baaad4387940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:59.721309 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-66ffec5a-7e58-43e5-900a-baaad4387940 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:59.725001 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-66ffec5a-7e58-43e5-900a-baaad4387940 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/22f0363c-2b13-41c4-b300-74278c36ea86 HTTP/1.1" status: 204 len: 168 time: 0.3699148 Nov 23 05:28:59.785406 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-53221c65-ad17-4ca7-9adb-5c1d09d3e34e req-82d8d417-d66c-4c00-a044-296d28414566 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655868 Nov 23 05:28:59.797830 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ffec5a-7e58-43e5-900a-baaad4387940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f0363c-2b13-41c4-b300-74278c36ea86,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:59.838738 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [None req-39faeef1-1108-41d2-b4f6-b2c84bdcf5f5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-411252871-network', 'tenant_id': '65490d6272ba46cc81f46f552a69b69b'}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:28:59.885099 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39faeef1-1108-41d2-b4f6-b2c84bdcf5f5 admin admin] Made reservation on behalf of 65490d6272ba46cc81f46f552a69b69b for: {'network': 1} {{(pid=102517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:28:59.887726 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-39faeef1-1108-41d2-b4f6-b2c84bdcf5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for network, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:59.899958 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-39faeef1-1108-41d2-b4f6-b2c84bdcf5f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:00.009939 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90934f4d-e39f-407e-9ce5-d87653ededc1 req-344e7a32-08ca-4dc5-8b7f-30fe10c6fb80 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:00.020552 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-90934f4d-e39f-407e-9ce5-d87653ededc1 req-344e7a32-08ca-4dc5-8b7f-30fe10c6fb80 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/ports?device_id=24822c58-969a-4e8f-881f-14fcba18885f HTTP/1.1" status: 200 len: 944 time: 0.1038821 Nov 23 05:29:00.116262 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-90934f4d-e39f-407e-9ce5-d87653ededc1 req-24149f5e-4c28-4569-9dc0-db15d108772f tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/security-groups?id=09315a98-c01a-423c-9e97-abf477e7ea74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944190 Nov 23 05:29:00.174473 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-39faeef1-1108-41d2-b4f6-b2c84bdcf5f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:00.180207 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-39faeef1-1108-41d2-b4f6-b2c84bdcf5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:00.209373 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39faeef1-1108-41d2-b4f6-b2c84bdcf5f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=102517) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 05:29:00.219547 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39faeef1-1108-41d2-b4f6-b2c84bdcf5f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c547f10-6f35-4e67-8343-610f5021412e,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:29:00.244152 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-39faeef1-1108-41d2-b4f6-b2c84bdcf5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574952'] for segment, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:00.245192 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.db.segments_db [None req-39faeef1-1108-41d2-b4f6-b2c84bdcf5f5 admin admin] Added segment 3c766eda-4b06-4545-a3cb-009a903f32bc of type vlan for network 3b757c95-a3e7-4cfa-90b3-01a8f83ea100 Nov 23 05:29:00.257328 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6253c6-002b-441c-9e0c-fae7c2457979 req-22714236-5e39-4847-9ef7-2376474cddb7 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:00.265683 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2d6253c6-002b-441c-9e0c-fae7c2457979 req-22714236-5e39-4847-9ef7-2376474cddb7 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 945 time: 0.0933158 Nov 23 05:29:00.303100 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-39faeef1-1108-41d2-b4f6-b2c84bdcf5f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751724239108'] for network, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:00.325708 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2d6253c6-002b-441c-9e0c-fae7c2457979 req-b5e54113-59cb-45ed-9350-67434fdfafac tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=7470cc19-88e4-4a2a-8e87-add4a0c82a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587749 Nov 23 05:29:00.346151 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-39faeef1-1108-41d2-b4f6-b2c84bdcf5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215'] for network, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:00.348410 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39faeef1-1108-41d2-b4f6-b2c84bdcf5f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:00.349048 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-39faeef1-1108-41d2-b4f6-b2c84bdcf5f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for network, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:00.383843 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-39faeef1-1108-41d2-b4f6-b2c84bdcf5f5 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7712290 Nov 23 05:29:00.386673 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 34040) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:29:00.394097 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-fa97c6c6-143c-453c-baae-4a02a0c24a8f admin admin] Request body: {'subnet': {'network_id': '3b757c95-a3e7-4cfa-90b3-01a8f83ea100', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-411252871-subnet', 'tenant_id': '65490d6272ba46cc81f46f552a69b69b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:29:00.420417 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa97c6c6-143c-453c-baae-4a02a0c24a8f admin admin] Made reservation on behalf of 65490d6272ba46cc81f46f552a69b69b for: {'subnet': 1} {{(pid=102516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:29:00.423171 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-fa97c6c6-143c-453c-baae-4a02a0c24a8f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25486388'] for subnet, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:00.445209 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39faeef1-1108-41d2-b4f6-b2c84bdcf5f5 admin admin] Pushing event updated for resources: {'Network': ['ID=3b757c95-a3e7-4cfa-90b3-01a8f83ea100,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:29:00.457557 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Network 3b757c95-a3e7-4cfa-90b3-01a8f83ea100 details requested by agent ovs-agent-dv-cinder-805072-6-iscsi with host dv-cinder-805072-6-iscsi {{(pid=102518) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 05:29:00.524390 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 34042) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:29:00.539166 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-6d5db7b1-b73b-4eb8-afdb-694eb8642344 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:00.631491 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-6d5db7b1-b73b-4eb8-afdb-694eb8642344 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:00.636277 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-6d5db7b1-b73b-4eb8-afdb-694eb8642344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:00.681746 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-6d5db7b1-b73b-4eb8-afdb-694eb8642344 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a7bd83a73fc9415994130c58f223e19d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1562283 Nov 23 05:29:00.682643 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 34044) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:29:00.690366 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5db7b1-b73b-4eb8-afdb-694eb8642344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4597b5-2a79-431f-825b-f7dedf2643d6,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:29:00.690661 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-fa97c6c6-143c-453c-baae-4a02a0c24a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25486362'] for subnet, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:00.743443 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa97c6c6-143c-453c-baae-4a02a0c24a8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e75faa65-4584-4420-bdb0-ea9960249bd4,revision_number=0']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:29:00.757647 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-8de90880-6aea-45ae-aa36-45ceee390c6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:00.760082 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa97c6c6-143c-453c-baae-4a02a0c24a8f admin admin] Checking segment: {'id': '3c766eda-4b06-4545-a3cb-009a903f32bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '3b757c95-a3e7-4cfa-90b3-01a8f83ea100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:29:00.760446 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa97c6c6-143c-453c-baae-4a02a0c24a8f admin admin] Network hostable DHCP agents. Network: 3b757c95-a3e7-4cfa-90b3-01a8f83ea100, hostable agents: ['2030e6fd-0e7a-4e26-866d-a4515205c5a7'], hosted agents: [] {{(pid=102516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 05:29:00.779978 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa97c6c6-143c-453c-baae-4a02a0c24a8f admin admin] Network 3b757c95-a3e7-4cfa-90b3-01a8f83ea100 is scheduled to be hosted by DHCP agent 2030e6fd-0e7a-4e26-866d-a4515205c5a7 with binding_index 1 {{(pid=102516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 05:29:00.789099 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-8de90880-6aea-45ae-aa36-45ceee390c6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:00.790092 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [None req-fa97c6c6-143c-453c-baae-4a02a0c24a8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805072-6-iscsi, 3b757c95-a3e7-4cfa-90b3-01a8f83ea100) {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:29:00.794818 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa97c6c6-143c-453c-baae-4a02a0c24a8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:00.795314 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-fa97c6c6-143c-453c-baae-4a02a0c24a8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for subnet, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:00.804115 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3b50b1-8c7f-4de1-b9f7-87d8447eaa95 None None] Network 3b757c95-a3e7-4cfa-90b3-01a8f83ea100 requested from dv-cinder-805072-6-iscsi {{(pid=102518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:29:00.820655 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-fa97c6c6-143c-453c-baae-4a02a0c24a8f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4313643 Nov 23 05:29:00.878808 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-8de90880-6aea-45ae-aa36-45ceee390c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:00.881635 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-8de90880-6aea-45ae-aa36-45ceee390c6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:00.882751 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-8de90880-6aea-45ae-aa36-45ceee390c6e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2d4597b5-2a79-431f-825b-f7dedf2643d6 HTTP/1.1" status: 204 len: 168 time: 0.1985295 Nov 23 05:29:00.894561 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de90880-6aea-45ae-aa36-45ceee390c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4597b5-2a79-431f-825b-f7dedf2643d6,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:29:00.963215 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee99f11-d6bf-4a3f-9481-90253009a804 req-3792ecbe-ec8e-4a25-a40a-ee1b6874e976 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:00.964805 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8ee99f11-d6bf-4a3f-9481-90253009a804 req-3792ecbe-ec8e-4a25-a40a-ee1b6874e976 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 944 time: 0.0524886 Nov 23 05:29:01.053722 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8ee99f11-d6bf-4a3f-9481-90253009a804 req-f25b9fc8-e7a5-4633-9875-45d299d47a00 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806291 Nov 23 05:29:01.170067 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad2da39-8258-4f8b-9670-3636f8744f1d None None] Network 3b757c95-a3e7-4cfa-90b3-01a8f83ea100 requested from dv-cinder-805072-6-iscsi {{(pid=102518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:29:01.264918 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ab80b-2a66-4184-837b-36e0d9d54025 req-6dde08e7-3398-4749-b2c7-21fe1331ffb4 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:01.266649 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6c6ab80b-2a66-4184-837b-36e0d9d54025 req-6dde08e7-3398-4749-b2c7-21fe1331ffb4 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/ports?device_id=24822c58-969a-4e8f-881f-14fcba18885f HTTP/1.1" status: 200 len: 944 time: 0.0539620 Nov 23 05:29:01.321202 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6c6ab80b-2a66-4184-837b-36e0d9d54025 req-49dd026a-f9d2-4bbc-a8b6-41424abba534 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/security-groups?id=09315a98-c01a-423c-9e97-abf477e7ea74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485494 Nov 23 05:29:01.439434 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a480ae9f-bd9f-4888-8350-039b8a31697f req-77c59795-891a-41e3-a75f-11b111c88117 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:01.440844 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a480ae9f-bd9f-4888-8350-039b8a31697f req-77c59795-891a-41e3-a75f-11b111c88117 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 945 time: 0.0548744 Nov 23 05:29:01.503630 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a480ae9f-bd9f-4888-8350-039b8a31697f req-339356ff-4c51-4dbf-85d5-b2f4c6754453 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=7470cc19-88e4-4a2a-8e87-add4a0c82a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556810 Nov 23 05:29:01.606716 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1446ebf-9d5f-4f8f-bfca-fbe8449a51fc req-35e1fddb-899b-434d-a738-88d2df0c318f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:01.608235 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a1446ebf-9d5f-4f8f-bfca-fbe8449a51fc req-35e1fddb-899b-434d-a738-88d2df0c318f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5dd1e0c3287e4976856ecd12547d4b60&device_id=24822c58-969a-4e8f-881f-14fcba18885f HTTP/1.1" status: 200 len: 1097 time: 0.0499175 Nov 23 05:29:01.740311 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1446ebf-9d5f-4f8f-bfca-fbe8449a51fc req-cfc961ff-b159-4be2-a451-c8f588e2d1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:01.741773 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a1446ebf-9d5f-4f8f-bfca-fbe8449a51fc req-cfc961ff-b159-4be2-a451-c8f588e2d1f3 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=5dd1e0c3287e4976856ecd12547d4b60&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1080623 Nov 23 05:29:01.853151 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1446ebf-9d5f-4f8f-bfca-fbe8449a51fc req-0a5cf0d4-a985-4eed-abd4-d07820c08cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:01.854628 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a1446ebf-9d5f-4f8f-bfca-fbe8449a51fc req-0a5cf0d4-a985-4eed-abd4-d07820c08cd6 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0956511 Nov 23 05:29:01.974192 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809d883-1b98-4095-acf9-ead0a3ce841e req-99227128-8dc6-47f3-89db-c74fbc8228e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:01.975733 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5809d883-1b98-4095-acf9-ead0a3ce841e req-99227128-8dc6-47f3-89db-c74fbc8228e3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5dd1e0c3287e4976856ecd12547d4b60&device_id=24822c58-969a-4e8f-881f-14fcba18885f HTTP/1.1" status: 200 len: 1097 time: 0.0500546 Nov 23 05:29:02.035108 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5809d883-1b98-4095-acf9-ead0a3ce841e req-af171a05-7945-4f58-ae23-9748aff5c5f7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5ac43bf-08ea-482b-89e9-2047045db460 HTTP/1.1" status: 200 len: 217 time: 0.0391827 Nov 23 05:29:02.092825 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809d883-1b98-4095-acf9-ead0a3ce841e req-24b4154e-e829-4899-b665-88546ab424d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:02.094431 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5809d883-1b98-4095-acf9-ead0a3ce841e req-24b4154e-e829-4899-b665-88546ab424d3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=50b38531-eddf-4b49-b531-e5bf9682dbbe HTTP/1.1" status: 200 len: 853 time: 0.0494206 Nov 23 05:29:02.181182 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809d883-1b98-4095-acf9-ead0a3ce841e req-8936918a-d2d1-45ef-bb80-aca02617cdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:02.182910 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5809d883-1b98-4095-acf9-ead0a3ce841e req-8936918a-d2d1-45ef-bb80-aca02617cdd1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86607cb6-c8a7-43df-9c11-e08b2a900939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0794244 Nov 23 05:29:02.196037 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879fa610-ffb3-4bbb-b5fc-207ac57e3370 req-d6e0c576-a19b-4f72-a2d9-49c4f9bfd458 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:02.197465 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-879fa610-ffb3-4bbb-b5fc-207ac57e3370 req-d6e0c576-a19b-4f72-a2d9-49c4f9bfd458 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 944 time: 0.0682619 Nov 23 05:29:02.314248 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-879fa610-ffb3-4bbb-b5fc-207ac57e3370 req-4bf04612-7794-4acd-9ba1-4ea421eae5cb tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060367 Nov 23 05:29:02.331561 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5809d883-1b98-4095-acf9-ead0a3ce841e req-444409ce-5339-41c1-9f14-a8c038537ecf service neutron] 10.222.0.54 "GET /v2.0/networks/86607cb6-c8a7-43df-9c11-e08b2a900939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331162 Nov 23 05:29:02.465513 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c46fec-d5e0-4f1e-9c48-2d57d12ff7ab req-cca84766-61d0-41c1-8cc2-ebbbdd92b976 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:02.466805 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-87c46fec-d5e0-4f1e-9c48-2d57d12ff7ab req-cca84766-61d0-41c1-8cc2-ebbbdd92b976 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/ports?device_id=24822c58-969a-4e8f-881f-14fcba18885f HTTP/1.1" status: 200 len: 944 time: 0.0731184 Nov 23 05:29:02.483530 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5809d883-1b98-4095-acf9-ead0a3ce841e req-c07cbbb9-9168-4c80-b71b-a12ae504e34f service neutron] 10.222.0.54 "GET /v2.0/networks/86607cb6-c8a7-43df-9c11-e08b2a900939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395900 Nov 23 05:29:02.521887 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-87c46fec-d5e0-4f1e-9c48-2d57d12ff7ab req-8189201a-9c50-418b-bb50-431eb88f5177 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/security-groups?id=09315a98-c01a-423c-9e97-abf477e7ea74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475495 Nov 23 05:29:02.623929 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2310bc-e16a-43d3-b8d1-e03cc8453ccd req-5346fefe-1407-40b0-9854-4ae7337d3a4e tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:02.625412 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-cf2310bc-e16a-43d3-b8d1-e03cc8453ccd req-5346fefe-1407-40b0-9854-4ae7337d3a4e tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 945 time: 0.0485530 Nov 23 05:29:02.685053 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-cf2310bc-e16a-43d3-b8d1-e03cc8453ccd req-c688f96e-eba4-4be5-96e4-b151aeae8e9e tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=7470cc19-88e4-4a2a-8e87-add4a0c82a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529234 Nov 23 05:29:02.939901 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574807fe-41a9-4f08-b067-dcc3cdaa4e6a req-5d192d69-bee0-434c-9242-a596a94101c7 tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:02.941396 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-574807fe-41a9-4f08-b067-dcc3cdaa4e6a req-5d192d69-bee0-434c-9242-a596a94101c7 tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] 10.222.0.48 "GET /v2.0/networks?id=3b757c95-a3e7-4cfa-90b3-01a8f83ea100 HTTP/1.1" status: 200 len: 813 time: 0.1034026 Nov 23 05:29:02.956362 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-574807fe-41a9-4f08-b067-dcc3cdaa4e6a req-cac97ed5-0d8d-4883-8f65-5ebf7e107354 tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] 10.222.0.48 "GET /v2.0/quotas/65490d6272ba46cc81f46f552a69b69b HTTP/1.1" status: 200 len: 375 time: 0.0091798 Nov 23 05:29:02.991885 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-574807fe-41a9-4f08-b067-dcc3cdaa4e6a req-27f9cdda-8802-4d33-a753-09763ef4a599 tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=65490d6272ba46cc81f46f552a69b69b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304081 Nov 23 05:29:03.081047 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-574807fe-41a9-4f08-b067-dcc3cdaa4e6a req-9db7d762-088a-4938-a7f3-2cc8f8ce7297 service neutron] 10.222.0.48 "GET /v2.0/networks/3b757c95-a3e7-4cfa-90b3-01a8f83ea100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820537 Nov 23 05:29:03.177195 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-574807fe-41a9-4f08-b067-dcc3cdaa4e6a req-bdb6de8b-3d5e-4c7b-ac1a-4d650afd4981 service neutron] 10.222.0.48 "GET /v2.0/networks/3b757c95-a3e7-4cfa-90b3-01a8f83ea100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895669 Nov 23 05:29:03.343141 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-43e6c987-f0a7-4374-b044-b1a8dfcb31e9 req-fc8538a7-f070-4498-88a9-2bc2479b97ab tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e733a13-045b-4bdb-a4fe-7a9c65ed57f3 HTTP/1.1" status: 200 len: 210 time: 0.0315909 Nov 23 05:29:03.449507 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6da297-0414-4301-a682-601e5bd19db3 req-3e77e4d6-7207-4250-ac95-2f0a56b1d265 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:03.451466 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2b6da297-0414-4301-a682-601e5bd19db3 req-3e77e4d6-7207-4250-ac95-2f0a56b1d265 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 944 time: 0.0523188 Nov 23 05:29:03.465649 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-59d50d98-3805-404f-b518-c81a742f9664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:03.505018 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2b6da297-0414-4301-a682-601e5bd19db3 req-cb970a6f-ae54-4762-9650-ed9eb454c38c tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470219 Nov 23 05:29:03.648740 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f1bba-c753-493a-8f59-d994bbed9953 req-fa0ec802-1ce2-48fa-912c-e0ebe26510a9 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:03.650257 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c32f1bba-c753-493a-8f59-d994bbed9953 req-fa0ec802-1ce2-48fa-912c-e0ebe26510a9 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/ports?device_id=24822c58-969a-4e8f-881f-14fcba18885f HTTP/1.1" status: 200 len: 944 time: 0.0523093 Nov 23 05:29:03.703497 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c32f1bba-c753-493a-8f59-d994bbed9953 req-069450bd-4f30-4170-863a-9b861f70fee0 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/security-groups?id=09315a98-c01a-423c-9e97-abf477e7ea74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469172 Nov 23 05:29:03.808602 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da072c-3e8d-4298-8047-58d353587c53 req-0178a4a1-6322-4063-8fd2-db1ff9e60f20 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:03.810108 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-47da072c-3e8d-4298-8047-58d353587c53 req-0178a4a1-6322-4063-8fd2-db1ff9e60f20 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 945 time: 0.0509810 Nov 23 05:29:03.877023 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-47da072c-3e8d-4298-8047-58d353587c53 req-bf792563-8cb2-4028-889e-881374508d20 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=7470cc19-88e4-4a2a-8e87-add4a0c82a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593774 Nov 23 05:29:04.474628 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d699a737-2b34-4463-ac72-d695f31ae69d req-2374a589-b0a5-49cb-b024-f2b81d84827f tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e733a13-045b-4bdb-a4fe-7a9c65ed57f3 HTTP/1.1" status: 200 len: 210 time: 0.0331330 Nov 23 05:29:04.509210 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574807fe-41a9-4f08-b067-dcc3cdaa4e6a req-f2b53a55-c545-4787-8b88-a424149d3334 tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:04.510675 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-574807fe-41a9-4f08-b067-dcc3cdaa4e6a req-f2b53a55-c545-4787-8b88-a424149d3334 tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] 10.222.0.54 "GET /v2.0/networks?id=3b757c95-a3e7-4cfa-90b3-01a8f83ea100 HTTP/1.1" status: 200 len: 813 time: 0.1557462 Nov 23 05:29:04.534203 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [req-574807fe-41a9-4f08-b067-dcc3cdaa4e6a req-2634b1b5-1db7-4a0a-8348-83557afc3afb tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Request body: {'port': {'device_id': '3e733a13-045b-4bdb-a4fe-7a9c65ed57f3', 'network_id': '3b757c95-a3e7-4cfa-90b3-01a8f83ea100', 'admin_state_up': True, 'tenant_id': '65490d6272ba46cc81f46f552a69b69b'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:29:04.668303 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd17d2b2-2cdc-4f28-b078-adcf3fbc9cef req-7888e0df-ce43-4d1c-aa2a-f462b76362cd tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:04.669689 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fd17d2b2-2cdc-4f28-b078-adcf3fbc9cef req-7888e0df-ce43-4d1c-aa2a-f462b76362cd tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 944 time: 0.0871537 Nov 23 05:29:04.710443 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-574807fe-41a9-4f08-b067-dcc3cdaa4e6a req-2634b1b5-1db7-4a0a-8348-83557afc3afb tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Made reservation on behalf of 65490d6272ba46cc81f46f552a69b69b for: {'port': 1} {{(pid=102516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:29:04.713863 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-574807fe-41a9-4f08-b067-dcc3cdaa4e6a req-2634b1b5-1db7-4a0a-8348-83557afc3afb tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:04.745676 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fd17d2b2-2cdc-4f28-b078-adcf3fbc9cef req-b0a7dc74-21b9-4058-a9c4-16665b2574a0 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691862 Nov 23 05:29:05.090261 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d06190-954a-41de-9599-2ca6f5bcf8c4 req-0c8d4fde-0416-4c32-954f-b2878ed184af tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:05.091730 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-75d06190-954a-41de-9599-2ca6f5bcf8c4 req-0c8d4fde-0416-4c32-954f-b2878ed184af tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/ports?device_id=24822c58-969a-4e8f-881f-14fcba18885f HTTP/1.1" status: 200 len: 944 time: 0.3101022 Nov 23 05:29:05.148128 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.db_base_plugin_common [req-574807fe-41a9-4f08-b067-dcc3cdaa4e6a req-2634b1b5-1db7-4a0a-8348-83557afc3afb tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Allocated IP 172.20.0.9 (3b757c95-a3e7-4cfa-90b3-01a8f83ea100/e75faa65-4584-4420-bdb0-ea9960249bd4/eae38b06-5699-4ee9-b69c-1bd1f6345e97) {{(pid=102516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:29:05.169858 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device d5ac43bf-08ea-482b-89e9-2047045db460 details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=102518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 05:29:05.196537 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5848432-282c-4d0b-a955-e7a7ad59dc20 req-7006dd5e-25af-475e-bb2c-7e4c91d1d481 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:05.198010 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b5848432-282c-4d0b-a955-e7a7ad59dc20 req-7006dd5e-25af-475e-bb2c-7e4c91d1d481 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 945 time: 0.1278238 Nov 23 05:29:05.203921 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-75d06190-954a-41de-9599-2ca6f5bcf8c4 req-30f48cb4-8919-409d-9416-b7627baedbf1 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/security-groups?id=09315a98-c01a-423c-9e97-abf477e7ea74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906401 Nov 23 05:29:05.271213 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port d5ac43bf-08ea-482b-89e9-2047045db460, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=d5ac43bf-08ea-482b-89e9-2047045db460,segment=NetworkSegment(76f97cea-fdcf-4519-877e-95d9039a1bb2),segment_id=76f97cea-fdcf-4519-877e-95d9039a1bb2)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:29:05.283282 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Returning: {'device': 'd5ac43bf-08ea-482b-89e9-2047045db460', 'network_id': '86607cb6-c8a7-43df-9c11-e08b2a900939', 'port_id': 'd5ac43bf-08ea-482b-89e9-2047045db460', 'mac_address': 'fa:16:3e:02:51:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50b38531-eddf-4b49-b531-e5bf9682dbbe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 05:29:05.327455 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b5848432-282c-4d0b-a955-e7a7ad59dc20 req-208973ed-5848-46e2-be4e-2c432c02cfd3 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=7470cc19-88e4-4a2a-8e87-add4a0c82a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203568 Nov 23 05:29:05.330144 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:05.344150 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.notifiers.nova [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5ac43bf-08ea-482b-89e9-2047045db460 {{(pid=102518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:29:05.364225 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port d5ac43bf-08ea-482b-89e9-2047045db460, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=d5ac43bf-08ea-482b-89e9-2047045db460,segment=NetworkSegment(76f97cea-fdcf-4519-877e-95d9039a1bb2),segment_id=76f97cea-fdcf-4519-877e-95d9039a1bb2)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:29:05.368317 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:05.369165 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device b20df5f1-9ac0-4b9c-a723-2aaae32a648d details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=102518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 05:29:05.393849 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-574807fe-41a9-4f08-b067-dcc3cdaa4e6a req-2634b1b5-1db7-4a0a-8348-83557afc3afb tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Publish callbacks [] for port, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:05.429558 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-574807fe-41a9-4f08-b067-dcc3cdaa4e6a req-2634b1b5-1db7-4a0a-8348-83557afc3afb tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751724218534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237887'] for port, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:05.470965 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Pushing event updated for resources: {'Port': ['ID=d5ac43bf-08ea-482b-89e9-2047045db460,revision_number=4']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:29:05.487774 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-574807fe-41a9-4f08-b067-dcc3cdaa4e6a req-2634b1b5-1db7-4a0a-8348-83557afc3afb tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Network 3b757c95-a3e7-4cfa-90b3-01a8f83ea100 is already hosted by enough agents. {{(pid=102516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:29:05.491161 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [req-574807fe-41a9-4f08-b067-dcc3cdaa4e6a req-2634b1b5-1db7-4a0a-8348-83557afc3afb tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Resources bound (agent type, host, resource id): {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:29:05.496040 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [req-574807fe-41a9-4f08-b067-dcc3cdaa4e6a req-2634b1b5-1db7-4a0a-8348-83557afc3afb tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Received port after_create {{(pid=102516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:29:05.515365 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port b20df5f1-9ac0-4b9c-a723-2aaae32a648d, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=b20df5f1-9ac0-4b9c-a723-2aaae32a648d,segment=NetworkSegment(96fbda44-3f8c-4841-b317-f7b687379738),segment_id=96fbda44-3f8c-4841-b317-f7b687379738)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:29:05.527238 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Returning: {'device': 'b20df5f1-9ac0-4b9c-a723-2aaae32a648d', 'network_id': 'd276bf6c-1506-42b0-9d9a-c9478303eb76', 'port_id': 'b20df5f1-9ac0-4b9c-a723-2aaae32a648d', 'mac_address': 'fa:16:3e:e4:1d:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b812847c-d94f-408a-a05b-e1adde40724b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 05:29:05.532664 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2634b1b5-1db7-4a0a-8348-83557afc3afb tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Pushing event updated for resources: {'Port': ['ID=eae38b06-5699-4ee9-b69c-1bd1f6345e97,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:29:05.570843 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574807fe-41a9-4f08-b067-dcc3cdaa4e6a req-2634b1b5-1db7-4a0a-8348-83557afc3afb tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:05.571508 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:05.571681 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-574807fe-41a9-4f08-b067-dcc3cdaa4e6a req-2634b1b5-1db7-4a0a-8348-83557afc3afb tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:05.585773 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.notifiers.nova [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b20df5f1-9ac0-4b9c-a723-2aaae32a648d {{(pid=102518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:29:05.604241 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-574807fe-41a9-4f08-b067-dcc3cdaa4e6a req-2634b1b5-1db7-4a0a-8348-83557afc3afb tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0741835 Nov 23 05:29:05.606947 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port b20df5f1-9ac0-4b9c-a723-2aaae32a648d, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=b20df5f1-9ac0-4b9c-a723-2aaae32a648d,segment=NetworkSegment(96fbda44-3f8c-4841-b317-f7b687379738),segment_id=96fbda44-3f8c-4841-b317-f7b687379738)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:29:05.610886 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:05.620624 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be503bb3-f61b-4097-b339-2b97eef62500 req-da68a1f2-811f-4284-a260-2aea1d43db23 tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:05.622102 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-be503bb3-f61b-4097-b339-2b97eef62500 req-da68a1f2-811f-4284-a260-2aea1d43db23 tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e733a13-045b-4bdb-a4fe-7a9c65ed57f3 HTTP/1.1" status: 200 len: 931 time: 0.0657589 Nov 23 05:29:05.628292 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [req-574807fe-41a9-4f08-b067-dcc3cdaa4e6a req-b84fa325-64cf-41d0-a84b-b24d8f14a3ab service neutron] Request body: {'port': {'device_id': '3e733a13-045b-4bdb-a4fe-7a9c65ed57f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80507'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:29:05.674338 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Pushing event updated for resources: {'Port': ['ID=b20df5f1-9ac0-4b9c-a723-2aaae32a648d,revision_number=9']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:29:05.678487 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-ad61d1e0-01f7-49de-a115-d2b97929c66f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:05.717796 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-be503bb3-f61b-4097-b339-2b97eef62500 req-cc303c93-04e9-4e6e-bb0a-06e9dc3fa560 tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c547f10-6f35-4e67-8343-610f5021412e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867994 Nov 23 05:29:05.718500 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-574807fe-41a9-4f08-b067-dcc3cdaa4e6a req-b84fa325-64cf-41d0-a84b-b24d8f14a3ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:05.942771 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540b927-152f-440c-bdf2-ef490a7f3b33 req-972f2e6a-7aee-4c2b-a2c8-5a11551bb355 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:05.944397 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0540b927-152f-440c-bdf2-ef490a7f3b33 req-972f2e6a-7aee-4c2b-a2c8-5a11551bb355 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 945 time: 0.1082926 Nov 23 05:29:05.977670 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] get_ports_and_sgs() called for port_ids ['d5ac43bf-08ea-482b-89e9-2047045db460'] {{(pid=102518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:29:06.008700 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] get_ports_and_sgs() called for port_ids ['b20df5f1-9ac0-4b9c-a723-2aaae32a648d'] {{(pid=102518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:29:06.028193 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0540b927-152f-440c-bdf2-ef490a7f3b33 req-0cee5fdc-9bc1-451d-bae8-757ccadbcd1b tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711777 Nov 23 05:29:06.073247 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [req-574807fe-41a9-4f08-b067-dcc3cdaa4e6a req-b84fa325-64cf-41d0-a84b-b24d8f14a3ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eae38b06-5699-4ee9-b69c-1bd1f6345e97 {{(pid=102516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:29:06.084513 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-574807fe-41a9-4f08-b067-dcc3cdaa4e6a req-b84fa325-64cf-41d0-a84b-b24d8f14a3ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:06.101352 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.provisioning_blocks [req-574807fe-41a9-4f08-b067-dcc3cdaa4e6a req-b84fa325-64cf-41d0-a84b-b24d8f14a3ab service neutron] Transition to ACTIVE for port object eae38b06-5699-4ee9-b69c-1bd1f6345e97 will not be triggered until provisioned by entity L2. {{(pid=102516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 05:29:06.105310 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-574807fe-41a9-4f08-b067-dcc3cdaa4e6a req-b84fa325-64cf-41d0-a84b-b24d8f14a3ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237864'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:06.166130 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84fa325-64cf-41d0-a84b-b24d8f14a3ab service neutron] Pushing event updated for resources: {'Port': ['ID=eae38b06-5699-4ee9-b69c-1bd1f6345e97,revision_number=2']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:29:06.231956 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-574807fe-41a9-4f08-b067-dcc3cdaa4e6a req-b84fa325-64cf-41d0-a84b-b24d8f14a3ab service neutron] Attempting to bind port eae38b06-5699-4ee9-b69c-1bd1f6345e97 on host hv-cinder-80507 for vnic_type normal with profile {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:29:06.232365 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-574807fe-41a9-4f08-b067-dcc3cdaa4e6a req-b84fa325-64cf-41d0-a84b-b24d8f14a3ab service neutron] Attempting to bind port eae38b06-5699-4ee9-b69c-1bd1f6345e97 by drivers openvswitch,hyperv on host hv-cinder-80507 at level 0 using segments [{'id': '3c766eda-4b06-4545-a3cb-009a903f32bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '3b757c95-a3e7-4cfa-90b3-01a8f83ea100'}] {{(pid=102516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:29:06.232699 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574807fe-41a9-4f08-b067-dcc3cdaa4e6a req-b84fa325-64cf-41d0-a84b-b24d8f14a3ab service neutron] Attempting to bind port eae38b06-5699-4ee9-b69c-1bd1f6345e97 on network 3b757c95-a3e7-4cfa-90b3-01a8f83ea100 {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:29:06.241643 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574807fe-41a9-4f08-b067-dcc3cdaa4e6a req-b84fa325-64cf-41d0-a84b-b24d8f14a3ab service neutron] Port eae38b06-5699-4ee9-b69c-1bd1f6345e97 on network 3b757c95-a3e7-4cfa-90b3-01a8f83ea100 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80507 {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 05:29:06.242105 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574807fe-41a9-4f08-b067-dcc3cdaa4e6a req-b84fa325-64cf-41d0-a84b-b24d8f14a3ab service neutron] Attempting to bind port eae38b06-5699-4ee9-b69c-1bd1f6345e97 on network 3b757c95-a3e7-4cfa-90b3-01a8f83ea100 {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:29:06.248740 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574807fe-41a9-4f08-b067-dcc3cdaa4e6a req-b84fa325-64cf-41d0-a84b-b24d8f14a3ab service neutron] Checking agent: {'id': 'b8a1d969-7c04-443a-af3a-1812b1d56913', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80507', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 5, 23, 27), 'started_at': datetime.datetime(2021, 11, 23, 5, 23, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:29:06.249117 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574807fe-41a9-4f08-b067-dcc3cdaa4e6a req-b84fa325-64cf-41d0-a84b-b24d8f14a3ab service neutron] Checking segment: {'id': '3c766eda-4b06-4545-a3cb-009a903f32bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '3b757c95-a3e7-4cfa-90b3-01a8f83ea100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:29:06.249691 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574807fe-41a9-4f08-b067-dcc3cdaa4e6a req-b84fa325-64cf-41d0-a84b-b24d8f14a3ab service neutron] Bound using segment: {'id': '3c766eda-4b06-4545-a3cb-009a903f32bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '3b757c95-a3e7-4cfa-90b3-01a8f83ea100'} {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:29:06.250160 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-574807fe-41a9-4f08-b067-dcc3cdaa4e6a req-b84fa325-64cf-41d0-a84b-b24d8f14a3ab service neutron] Bound port: eae38b06-5699-4ee9-b69c-1bd1f6345e97, host: hv-cinder-80507, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c766eda-4b06-4545-a3cb-009a903f32bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '3b757c95-a3e7-4cfa-90b3-01a8f83ea100'}}] {{(pid=102516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:29:06.250547 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-574807fe-41a9-4f08-b067-dcc3cdaa4e6a req-b84fa325-64cf-41d0-a84b-b24d8f14a3ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:06.360774 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-574807fe-41a9-4f08-b067-dcc3cdaa4e6a req-b84fa325-64cf-41d0-a84b-b24d8f14a3ab service neutron] For port eae38b06-5699-4ee9-b69c-1bd1f6345e97, host hv-cinder-80507, cleared binding levels {{(pid=102516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:29:06.367128 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-574807fe-41a9-4f08-b067-dcc3cdaa4e6a req-b84fa325-64cf-41d0-a84b-b24d8f14a3ab service neutron] For port eae38b06-5699-4ee9-b69c-1bd1f6345e97, host hv-cinder-80507, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=eae38b06-5699-4ee9-b69c-1bd1f6345e97,segment=NetworkSegment(3c766eda-4b06-4545-a3cb-009a903f32bc),segment_id=3c766eda-4b06-4545-a3cb-009a903f32bc)] {{(pid=102516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:29:06.380293 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1dcc3-6392-4f6a-b478-0bda3fd73b9c req-9fb98715-3c4f-407c-9df7-b2e666c5432b tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:06.381826 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-54d1dcc3-6392-4f6a-b478-0bda3fd73b9c req-9fb98715-3c4f-407c-9df7-b2e666c5432b tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/ports?device_id=24822c58-969a-4e8f-881f-14fcba18885f HTTP/1.1" status: 200 len: 945 time: 0.0956094 Nov 23 05:29:06.384014 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-574807fe-41a9-4f08-b067-dcc3cdaa4e6a req-b84fa325-64cf-41d0-a84b-b24d8f14a3ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237864'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:06.439598 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574807fe-41a9-4f08-b067-dcc3cdaa4e6a req-b84fa325-64cf-41d0-a84b-b24d8f14a3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:06.440360 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-574807fe-41a9-4f08-b067-dcc3cdaa4e6a req-b84fa325-64cf-41d0-a84b-b24d8f14a3ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:06.441651 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-574807fe-41a9-4f08-b067-dcc3cdaa4e6a req-b84fa325-64cf-41d0-a84b-b24d8f14a3ab service neutron] 10.222.0.54 "PUT /v2.0/ports/eae38b06-5699-4ee9-b69c-1bd1f6345e97 HTTP/1.1" status: 200 len: 1093 time: 0.8173356 Nov 23 05:29:06.453150 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e733a13-045b-4bdb-a4fe-7a9c65ed57f3', 'tag': 'eae38b06-5699-4ee9-b69c-1bd1f6345e97'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:29:06.456003 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20d478f7b504b4f7a92aed5d5c075fb26ddad21beb532cc87d656362fb0682d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9475cbd8-7750-4897-bfde-e14da6cc03c8" -d '{"events": [{"name": "network-changed", "server_uuid": "3e733a13-045b-4bdb-a4fe-7a9c65ed57f3", "tag": "eae38b06-5699-4ee9-b69c-1bd1f6345e97"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:29:06.551578 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84fa325-64cf-41d0-a84b-b24d8f14a3ab service neutron] Pushing event updated for resources: {'Port': ['ID=eae38b06-5699-4ee9-b69c-1bd1f6345e97,revision_number=3']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:29:06.565973 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-54d1dcc3-6392-4f6a-b478-0bda3fd73b9c req-a18b3677-2c91-469e-9b92-f6e00f543319 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/security-groups?id=09315a98-c01a-423c-9e97-abf477e7ea74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755929 Nov 23 05:29:06.582754 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b55fe-52d4-4f11-9c67-5e10f64cdd6c req-892b7520-b465-4506-a429-e9647dabd936 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:06.586852 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-282b55fe-52d4-4f11-9c67-5e10f64cdd6c req-892b7520-b465-4506-a429-e9647dabd936 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 945 time: 0.1598549 Nov 23 05:29:06.599072 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574807fe-41a9-4f08-b067-dcc3cdaa4e6a req-e8c59dbd-7161-4546-81da-2c2d8cdf9770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:06.600537 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-574807fe-41a9-4f08-b067-dcc3cdaa4e6a req-e8c59dbd-7161-4546-81da-2c2d8cdf9770 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=65490d6272ba46cc81f46f552a69b69b&device_id=3e733a13-045b-4bdb-a4fe-7a9c65ed57f3 HTTP/1.1" status: 200 len: 1096 time: 0.0997462 Nov 23 05:29:06.610075 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ebe9440-66f9-4a1b-a1bc-3ae67c277f5d x-openstack-request-id: req-1ebe9440-66f9-4a1b-a1bc-3ae67c277f5d {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:29:06.610359 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e733a13-045b-4bdb-a4fe-7a9c65ed57f3", "tag": "eae38b06-5699-4ee9-b69c-1bd1f6345e97", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:29:06.610724 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1ebe9440-66f9-4a1b-a1bc-3ae67c277f5d {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:29:06.611396 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e733a13-045b-4bdb-a4fe-7a9c65ed57f3', 'tag': 'eae38b06-5699-4ee9-b69c-1bd1f6345e97', 'status': 'completed', 'code': 200} Nov 23 05:29:06.666534 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-574807fe-41a9-4f08-b067-dcc3cdaa4e6a req-bc93205d-1750-4aad-9754-9343ed9f2591 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eae38b06-5699-4ee9-b69c-1bd1f6345e97 HTTP/1.1" status: 200 len: 217 time: 0.0448456 Nov 23 05:29:06.671061 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-282b55fe-52d4-4f11-9c67-5e10f64cdd6c req-17f6825e-0a09-47da-bc5e-953b30440217 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=7470cc19-88e4-4a2a-8e87-add4a0c82a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804276 Nov 23 05:29:06.731287 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574807fe-41a9-4f08-b067-dcc3cdaa4e6a req-81f6ecc1-ff38-4aed-9578-c336fe84b65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:06.732760 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-574807fe-41a9-4f08-b067-dcc3cdaa4e6a req-81f6ecc1-ff38-4aed-9578-c336fe84b65e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e75faa65-4584-4420-bdb0-ea9960249bd4 HTTP/1.1" status: 200 len: 853 time: 0.0584483 Nov 23 05:29:06.765756 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-574807fe-41a9-4f08-b067-dcc3cdaa4e6a req-5db18bf9-0509-4eed-9c2d-94b6c122a174 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3b757c95-a3e7-4cfa-90b3-01a8f83ea100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254717 Nov 23 05:29:06.898557 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b59fe9-64ad-49ab-ae0d-8a2db91f4883 req-e4b614e6-3636-4550-93f3-20a84c395cf1 tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:06.900882 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-86b59fe9-64ad-49ab-ae0d-8a2db91f4883 req-e4b614e6-3636-4550-93f3-20a84c395cf1 tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e733a13-045b-4bdb-a4fe-7a9c65ed57f3 HTTP/1.1" status: 200 len: 943 time: 0.0838375 Nov 23 05:29:06.905587 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-574807fe-41a9-4f08-b067-dcc3cdaa4e6a req-c380ad59-64d7-4169-8483-f5177518a137 service neutron] 10.222.0.54 "GET /v2.0/networks/3b757c95-a3e7-4cfa-90b3-01a8f83ea100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321545 Nov 23 05:29:07.006083 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-86b59fe9-64ad-49ab-ae0d-8a2db91f4883 req-96ee5966-3ea1-4524-b840-be5a1b2417b0 tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c547f10-6f35-4e67-8343-610f5021412e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990422 Nov 23 05:29:07.030119 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-574807fe-41a9-4f08-b067-dcc3cdaa4e6a req-e11b65d6-3719-40e9-9eb1-0b21f5f98f10 service neutron] 10.222.0.54 "GET /v2.0/networks/3b757c95-a3e7-4cfa-90b3-01a8f83ea100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161373 Nov 23 05:29:07.059387 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-cb0bae37-5947-48f5-b8ea-be8dc2c46173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:07.176159 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device d5ac43bf-08ea-482b-89e9-2047045db460 up at agent hyperv_hv-cinder-80507 {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:29:07.186016 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a199d54-0920-4cdf-b083-847e6ea3472f req-b885ca11-c6cf-4c87-ae45-66a8b8706067 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:07.187516 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6a199d54-0920-4cdf-b083-847e6ea3472f req-b885ca11-c6cf-4c87-ae45-66a8b8706067 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 945 time: 0.0810804 Nov 23 05:29:07.193282 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475cbd8-7750-4897-bfde-e14da6cc03c8 req-4c3dec1f-6749-4e47-bf15-fcda68b9ca47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:07.194665 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9475cbd8-7750-4897-bfde-e14da6cc03c8 req-4c3dec1f-6749-4e47-bf15-fcda68b9ca47 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=65490d6272ba46cc81f46f552a69b69b&device_id=3e733a13-045b-4bdb-a4fe-7a9c65ed57f3 HTTP/1.1" status: 200 len: 1096 time: 0.0585728 Nov 23 05:29:07.231405 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Provisioning for port d5ac43bf-08ea-482b-89e9-2047045db460 completed by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 05:29:07.235399 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Provisioning complete for port d5ac43bf-08ea-482b-89e9-2047045db460 triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:29:07.236583 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:07.293461 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6a199d54-0920-4cdf-b083-847e6ea3472f req-fa17994a-755d-41a9-9ccb-c3ff178b8bd1 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976558 Nov 23 05:29:07.320886 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:07.328208 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475cbd8-7750-4897-bfde-e14da6cc03c8 req-234bee06-559b-4c5c-b201-9f4c2e881f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:07.330308 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9475cbd8-7750-4897-bfde-e14da6cc03c8 req-234bee06-559b-4c5c-b201-9f4c2e881f96 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3b757c95-a3e7-4cfa-90b3-01a8f83ea100 HTTP/1.1" status: 200 len: 914 time: 0.1215885 Nov 23 05:29:07.345512 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24822c58-969a-4e8f-881f-14fcba18885f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ac43bf-08ea-482b-89e9-2047045db460'}] {{(pid=102518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:29:07.347766 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1555ff6ee76347fd5083048713d2688504cf60c4b4cdc9acc0e7e1b3a3add239" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9ab4f1-a8a3-4e23-9dab-efa3e4fda09d" -d '{"events": [{"server_uuid": "24822c58-969a-4e8f-881f-14fcba18885f", "name": "network-vif-plugged", "status": "completed", "tag": "d5ac43bf-08ea-482b-89e9-2047045db460"}]}' {{(pid=102518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:29:07.360300 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port d5ac43bf-08ea-482b-89e9-2047045db460, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=d5ac43bf-08ea-482b-89e9-2047045db460,segment=NetworkSegment(76f97cea-fdcf-4519-877e-95d9039a1bb2),segment_id=76f97cea-fdcf-4519-877e-95d9039a1bb2)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:29:07.366011 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:07.366804 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device b20df5f1-9ac0-4b9c-a723-2aaae32a648d up at agent hyperv_hv-cinder-80507 {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:29:07.374822 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9475cbd8-7750-4897-bfde-e14da6cc03c8 req-20bf4150-d545-45e0-9079-0ffb1d14a15f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eae38b06-5699-4ee9-b69c-1bd1f6345e97 HTTP/1.1" status: 200 len: 217 time: 0.0370369 Nov 23 05:29:07.395284 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d146c0-309a-424a-8f46-b7b11ab53278 x-openstack-request-id: req-d8d146c0-309a-424a-8f46-b7b11ab53278 {{(pid=102518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:29:07.395598 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24822c58-969a-4e8f-881f-14fcba18885f", "name": "network-vif-plugged", "status": "completed", "tag": "d5ac43bf-08ea-482b-89e9-2047045db460", "code": 200}]} {{(pid=102518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:29:07.395854 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d8d146c0-309a-424a-8f46-b7b11ab53278 {{(pid=102518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:29:07.396248 dv-cinder-805072-6-iscsi neutron-server[102518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24822c58-969a-4e8f-881f-14fcba18885f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ac43bf-08ea-482b-89e9-2047045db460', 'code': 200} Nov 23 05:29:07.455902 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Pushing event updated for resources: {'Port': ['ID=d5ac43bf-08ea-482b-89e9-2047045db460,revision_number=5']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:29:07.464768 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Provisioning complete for port b20df5f1-9ac0-4b9c-a723-2aaae32a648d triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:29:07.465150 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:07.469066 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475cbd8-7750-4897-bfde-e14da6cc03c8 req-0f80d1bb-10d2-4d96-8e01-7b3b2c32d8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:07.471110 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9475cbd8-7750-4897-bfde-e14da6cc03c8 req-0f80d1bb-10d2-4d96-8e01-7b3b2c32d8e4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e75faa65-4584-4420-bdb0-ea9960249bd4 HTTP/1.1" status: 200 len: 853 time: 0.0579457 Nov 23 05:29:07.508103 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9475cbd8-7750-4897-bfde-e14da6cc03c8 req-6bca48e8-c9b5-4c2e-9a94-e9ff030f50b8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3b757c95-a3e7-4cfa-90b3-01a8f83ea100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290129 Nov 23 05:29:07.554638 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:07.604312 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port b20df5f1-9ac0-4b9c-a723-2aaae32a648d, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=b20df5f1-9ac0-4b9c-a723-2aaae32a648d,segment=NetworkSegment(96fbda44-3f8c-4841-b317-f7b687379738),segment_id=96fbda44-3f8c-4841-b317-f7b687379738)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:29:07.614788 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:07.621139 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9475cbd8-7750-4897-bfde-e14da6cc03c8 req-13792aaa-a024-4d7f-8f39-1b5036132c26 service neutron] 10.222.0.54 "GET /v2.0/networks/3b757c95-a3e7-4cfa-90b3-01a8f83ea100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008246 Nov 23 05:29:07.665513 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Pushing event updated for resources: {'Port': ['ID=b20df5f1-9ac0-4b9c-a723-2aaae32a648d,revision_number=10']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:29:07.792325 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4324638-3471-4b24-b28c-a3c8f4313500 req-0edc9c52-268c-4583-82b8-2b788b73c629 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:07.793805 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b4324638-3471-4b24-b28c-a3c8f4313500 req-0edc9c52-268c-4583-82b8-2b788b73c629 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/ports?device_id=24822c58-969a-4e8f-881f-14fcba18885f HTTP/1.1" status: 200 len: 946 time: 0.1541595 Nov 23 05:29:07.817339 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074f9e3-bc28-40b0-a460-eec556a532f7 req-c19a170a-97b2-4159-a51d-c47b49f83391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:07.819154 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0074f9e3-bc28-40b0-a460-eec556a532f7 req-c19a170a-97b2-4159-a51d-c47b49f83391 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=24822c58-969a-4e8f-881f-14fcba18885f HTTP/1.1" status: 200 len: 1099 time: 0.1782579 Nov 23 05:29:07.880323 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9475cbd8-7750-4897-bfde-e14da6cc03c8 req-52cfd872-af91-45ca-8412-89f02e20af52 service neutron] 10.222.0.54 "GET /v2.0/networks/3b757c95-a3e7-4cfa-90b3-01a8f83ea100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308934 Nov 23 05:29:07.896278 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d55942-6fe3-4cb9-a4d8-1aafb33a28ad req-fc12b637-ded4-4b39-9daf-878aba05bba3 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:07.898056 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-73d55942-6fe3-4cb9-a4d8-1aafb33a28ad req-fc12b637-ded4-4b39-9daf-878aba05bba3 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 945 time: 0.1499953 Nov 23 05:29:07.940569 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b4324638-3471-4b24-b28c-a3c8f4313500 req-662ba0e6-b37c-4120-9c9b-21e43e774446 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/security-groups?id=09315a98-c01a-423c-9e97-abf477e7ea74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367445 Nov 23 05:29:07.945279 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0074f9e3-bc28-40b0-a460-eec556a532f7 req-d4999358-4477-41db-b09c-01431c96afec service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=09315a98-c01a-423c-9e97-abf477e7ea74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084459 Nov 23 05:29:07.973062 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-73d55942-6fe3-4cb9-a4d8-1aafb33a28ad req-3d098568-9393-4eba-9eaa-6bb111f6b820 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=7470cc19-88e4-4a2a-8e87-add4a0c82a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597892 Nov 23 05:29:08.123783 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b17120-a4d1-41d7-bb29-80393f6e7a62 req-eb7f884c-312a-49de-870f-9351cb86511b tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:08.125155 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-52b17120-a4d1-41d7-bb29-80393f6e7a62 req-eb7f884c-312a-49de-870f-9351cb86511b tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e733a13-045b-4bdb-a4fe-7a9c65ed57f3 HTTP/1.1" status: 200 len: 943 time: 0.0525649 Nov 23 05:29:08.175599 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-52b17120-a4d1-41d7-bb29-80393f6e7a62 req-1639aec0-01a7-44e8-8cb7-0642374faf2e tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c547f10-6f35-4e67-8343-610f5021412e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439420 Nov 23 05:29:08.421070 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932dae4e-eced-46fa-bc73-42cf423feb97 req-1c698aad-14c1-479e-9c27-83cb963db114 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:08.422516 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-932dae4e-eced-46fa-bc73-42cf423feb97 req-1c698aad-14c1-479e-9c27-83cb963db114 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 947 time: 0.0533619 Nov 23 05:29:08.455840 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-0cc3cdcc-aace-4769-a54e-383df0ffcf0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:08.470965 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-932dae4e-eced-46fa-bc73-42cf423feb97 req-0fed053c-71fb-4a71-9134-fea74b145bf9 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416777 Nov 23 05:29:09.082730 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d343f5-1ed4-4112-8327-97a56cdae2eb req-3b5e92db-63b2-42c8-982f-7d12bb0de457 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:09.084260 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d4d343f5-1ed4-4112-8327-97a56cdae2eb req-3b5e92db-63b2-42c8-982f-7d12bb0de457 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/ports?device_id=24822c58-969a-4e8f-881f-14fcba18885f HTTP/1.1" status: 200 len: 946 time: 0.0731881 Nov 23 05:29:09.102208 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:09.125808 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd5bf4-8e68-4dad-a74e-e87d2ba0c74c req-77f9e7e7-631d-4e86-a192-d638a24d4dd4 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:09.127421 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-37bd5bf4-8e68-4dad-a74e-e87d2ba0c74c req-77f9e7e7-631d-4e86-a192-d638a24d4dd4 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 945 time: 0.0822740 Nov 23 05:29:09.169461 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d4d343f5-1ed4-4112-8327-97a56cdae2eb req-f44a560b-6304-400c-ab1b-ca88622816c0 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/security-groups?id=09315a98-c01a-423c-9e97-abf477e7ea74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777118 Nov 23 05:29:09.198576 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-37bd5bf4-8e68-4dad-a74e-e87d2ba0c74c req-13b14fbc-d01d-48bb-9562-3f820a12fe6b tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=7470cc19-88e4-4a2a-8e87-add4a0c82a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628777 Nov 23 05:29:09.294097 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef01910-97dc-45dc-8bd3-4040a88231dc req-4a575cb6-4f20-4d09-b6a1-22d23e829bc5 tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:09.295684 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9ef01910-97dc-45dc-8bd3-4040a88231dc req-4a575cb6-4f20-4d09-b6a1-22d23e829bc5 tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e733a13-045b-4bdb-a4fe-7a9c65ed57f3 HTTP/1.1" status: 200 len: 943 time: 0.0498011 Nov 23 05:29:09.342217 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9ef01910-97dc-45dc-8bd3-4040a88231dc req-90a9d8f5-d225-4e3d-96a5-5f3b04fc617e tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c547f10-6f35-4e67-8343-610f5021412e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403402 Nov 23 05:29:09.396950 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1eaee9c-dfd3-4231-ba52-19a998e37390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b20df5f1-9ac0-4b9c-a723-2aaae32a648d'}] {{(pid=102518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:29:09.399864 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1555ff6ee76347fd5083048713d2688504cf60c4b4cdc9acc0e7e1b3a3add239" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0047dbdd-c470-44b5-aed8-81ea7cc52d39" -d '{"events": [{"server_uuid": "b1eaee9c-dfd3-4231-ba52-19a998e37390", "name": "network-vif-plugged", "status": "completed", "tag": "b20df5f1-9ac0-4b9c-a723-2aaae32a648d"}]}' {{(pid=102518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:29:09.436190 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d8823c-c37f-4f56-83bd-5c238ffe89ad x-openstack-request-id: req-04d8823c-c37f-4f56-83bd-5c238ffe89ad {{(pid=102518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:29:09.436510 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1eaee9c-dfd3-4231-ba52-19a998e37390", "name": "network-vif-plugged", "status": "completed", "tag": "b20df5f1-9ac0-4b9c-a723-2aaae32a648d", "code": 200}]} {{(pid=102518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:29:09.436802 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-04d8823c-c37f-4f56-83bd-5c238ffe89ad {{(pid=102518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:29:09.437202 dv-cinder-805072-6-iscsi neutron-server[102518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1eaee9c-dfd3-4231-ba52-19a998e37390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b20df5f1-9ac0-4b9c-a723-2aaae32a648d', 'code': 200} Nov 23 05:29:09.593251 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546415b6-0914-47e9-985d-7b3ab0824c59 req-151ca8d7-aa68-4240-86ca-c8aac76d297d tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:09.594658 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-546415b6-0914-47e9-985d-7b3ab0824c59 req-151ca8d7-aa68-4240-86ca-c8aac76d297d tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 947 time: 0.0488100 Nov 23 05:29:09.645962 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-546415b6-0914-47e9-985d-7b3ab0824c59 req-dc0fe58b-7492-4838-b5e6-58036ad655de tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447392 Nov 23 05:29:09.972956 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9569900-7105-49b5-899e-2114912ac2da req-4861c965-3910-4934-8c98-1d65ac474a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:09.974480 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e9569900-7105-49b5-899e-2114912ac2da req-4861c965-3910-4934-8c98-1d65ac474a10 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 1100 time: 0.0495720 Nov 23 05:29:10.022229 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e9569900-7105-49b5-899e-2114912ac2da req-287a6167-ab95-4859-95db-463ed81aa6b1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391295 Nov 23 05:29:10.317315 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef4d17-8737-411f-8581-54037ebdbe9e req-b0928295-01cf-4f52-9ba9-54fcbc5493ce tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:10.318784 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2eef4d17-8737-411f-8581-54037ebdbe9e req-b0928295-01cf-4f52-9ba9-54fcbc5493ce tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/ports?device_id=24822c58-969a-4e8f-881f-14fcba18885f HTTP/1.1" status: 200 len: 946 time: 0.0778456 Nov 23 05:29:10.331289 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b05dbd-7b63-479b-8513-684be9507315 req-9bff0d78-3e65-4618-bb08-c5c515a456be tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:10.332803 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a8b05dbd-7b63-479b-8513-684be9507315 req-9bff0d78-3e65-4618-bb08-c5c515a456be tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 945 time: 0.0657566 Nov 23 05:29:10.408631 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2eef4d17-8737-411f-8581-54037ebdbe9e req-9171582a-da91-4603-bc35-892518436f19 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/security-groups?id=09315a98-c01a-423c-9e97-abf477e7ea74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748255 Nov 23 05:29:10.412767 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a8b05dbd-7b63-479b-8513-684be9507315 req-c0c8c0ec-d1e4-430a-9fb8-2c76f4ee2c91 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=7470cc19-88e4-4a2a-8e87-add4a0c82a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732296 Nov 23 05:29:10.543566 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b23945-1eea-4ee3-853d-7a1b88ce4bbb req-1a9765c7-69a7-4090-a0a2-4d0f810c7910 tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:10.545045 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-32b23945-1eea-4ee3-853d-7a1b88ce4bbb req-1a9765c7-69a7-4090-a0a2-4d0f810c7910 tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e733a13-045b-4bdb-a4fe-7a9c65ed57f3 HTTP/1.1" status: 200 len: 943 time: 0.0787137 Nov 23 05:29:10.555511 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa5736-d2a1-4a6b-8c26-0d4b8cf97b1d req-6bcfda95-6fb2-4c32-ad57-d0bcfe3293a3 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:10.556884 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d8aa5736-d2a1-4a6b-8c26-0d4b8cf97b1d req-6bcfda95-6fb2-4c32-ad57-d0bcfe3293a3 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/ports?device_id=24822c58-969a-4e8f-881f-14fcba18885f HTTP/1.1" status: 200 len: 946 time: 0.0799599 Nov 23 05:29:10.632851 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-32b23945-1eea-4ee3-853d-7a1b88ce4bbb req-a0e0cf72-84f8-40c4-b274-0390f8dfedd8 tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c547f10-6f35-4e67-8343-610f5021412e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750253 Nov 23 05:29:10.637179 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d8aa5736-d2a1-4a6b-8c26-0d4b8cf97b1d req-b476aaf3-56fe-492a-ac3a-2a8ba8680de8 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/security-groups?id=09315a98-c01a-423c-9e97-abf477e7ea74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738692 Nov 23 05:29:10.773109 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2bf39-8200-4ba9-8447-2fa929be75fb req-883914d7-1c9c-4404-8d54-b068f663102b tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:10.774620 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-79a2bf39-8200-4ba9-8447-2fa929be75fb req-883914d7-1c9c-4404-8d54-b068f663102b tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 947 time: 0.0545409 Nov 23 05:29:10.828222 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-79a2bf39-8200-4ba9-8447-2fa929be75fb req-0ff52a88-1c76-4073-b6c8-ceac8e20d462 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470610 Nov 23 05:29:10.964441 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b19a86-99ed-41e7-8193-a260d34ae790 req-2589953f-f315-471b-9e26-0c7020b1fbfb tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:10.965953 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-58b19a86-99ed-41e7-8193-a260d34ae790 req-2589953f-f315-471b-9e26-0c7020b1fbfb tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/ports?device_id=24822c58-969a-4e8f-881f-14fcba18885f HTTP/1.1" status: 200 len: 946 time: 0.0500813 Nov 23 05:29:11.016413 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-58b19a86-99ed-41e7-8193-a260d34ae790 req-8c16a4f1-74b1-45f9-8434-92d890cd90ef tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/security-groups?id=09315a98-c01a-423c-9e97-abf477e7ea74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439327 Nov 23 05:29:11.186764 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device eae38b06-5699-4ee9-b69c-1bd1f6345e97 details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=102518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 05:29:11.290327 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port eae38b06-5699-4ee9-b69c-1bd1f6345e97, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=eae38b06-5699-4ee9-b69c-1bd1f6345e97,segment=NetworkSegment(3c766eda-4b06-4545-a3cb-009a903f32bc),segment_id=3c766eda-4b06-4545-a3cb-009a903f32bc)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:29:11.306682 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Returning: {'device': 'eae38b06-5699-4ee9-b69c-1bd1f6345e97', 'network_id': '3b757c95-a3e7-4cfa-90b3-01a8f83ea100', 'port_id': 'eae38b06-5699-4ee9-b69c-1bd1f6345e97', 'mac_address': 'fa:16:3e:17:1f:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e75faa65-4584-4420-bdb0-ea9960249bd4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 05:29:11.366344 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:11.379510 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.notifiers.nova [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eae38b06-5699-4ee9-b69c-1bd1f6345e97 {{(pid=102518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:29:11.400021 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port eae38b06-5699-4ee9-b69c-1bd1f6345e97, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=eae38b06-5699-4ee9-b69c-1bd1f6345e97,segment=NetworkSegment(3c766eda-4b06-4545-a3cb-009a903f32bc),segment_id=3c766eda-4b06-4545-a3cb-009a903f32bc)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:29:11.405722 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:11.453713 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Pushing event updated for resources: {'Port': ['ID=eae38b06-5699-4ee9-b69c-1bd1f6345e97,revision_number=4']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:29:11.540296 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c92780-aa9f-41a4-9687-72e753d3e8b1 req-fdafee22-8f20-4c4b-bf39-f8978f9b4916 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:11.541816 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b8c92780-aa9f-41a4-9687-72e753d3e8b1 req-fdafee22-8f20-4c4b-bf39-f8978f9b4916 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 945 time: 0.0563586 Nov 23 05:29:11.590111 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b8c92780-aa9f-41a4-9687-72e753d3e8b1 req-98edd189-932e-46a2-a228-e07c274e2081 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=7470cc19-88e4-4a2a-8e87-add4a0c82a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421960 Nov 23 05:29:11.759498 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e714a41c-9448-4477-bc13-94420b24c7b6 req-d3cb7aa5-a35e-4180-b25b-066c54a03fcf tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:11.761310 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e714a41c-9448-4477-bc13-94420b24c7b6 req-d3cb7aa5-a35e-4180-b25b-066c54a03fcf tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e733a13-045b-4bdb-a4fe-7a9c65ed57f3 HTTP/1.1" status: 200 len: 944 time: 0.0513661 Nov 23 05:29:11.818884 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e714a41c-9448-4477-bc13-94420b24c7b6 req-ee1ce5ff-54c9-42dd-afd2-151782ee4180 tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c547f10-6f35-4e67-8343-610f5021412e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479496 Nov 23 05:29:11.824400 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] get_ports_and_sgs() called for port_ids ['eae38b06-5699-4ee9-b69c-1bd1f6345e97'] {{(pid=102518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:29:11.977967 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe614175-8b2a-44ff-9679-6eed2c103007 req-110b4208-98e1-45c3-ac14-536562544d11 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:11.979521 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fe614175-8b2a-44ff-9679-6eed2c103007 req-110b4208-98e1-45c3-ac14-536562544d11 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 947 time: 0.0635817 Nov 23 05:29:12.044430 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fe614175-8b2a-44ff-9679-6eed2c103007 req-1e4fddef-1eba-4e99-9f86-406ed0b85fb1 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511360 Nov 23 05:29:12.716061 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746b283-70a2-4977-bb2d-d57c4c7929c6 req-4e0629d4-7eb3-428d-922b-188387b1019f tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:12.717595 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a746b283-70a2-4977-bb2d-d57c4c7929c6 req-4e0629d4-7eb3-428d-922b-188387b1019f tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 945 time: 0.0571985 Nov 23 05:29:12.773696 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a746b283-70a2-4977-bb2d-d57c4c7929c6 req-b4969a2e-e8b4-420e-85ee-1ae8a1f8cae8 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=7470cc19-88e4-4a2a-8e87-add4a0c82a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499113 Nov 23 05:29:12.967854 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49558a90-315b-4577-8b1e-1cbcbae6d889 req-c68fe732-352d-432d-ab99-fc9f972be4ea tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:12.969383 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-49558a90-315b-4577-8b1e-1cbcbae6d889 req-c68fe732-352d-432d-ab99-fc9f972be4ea tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e733a13-045b-4bdb-a4fe-7a9c65ed57f3 HTTP/1.1" status: 200 len: 944 time: 0.0621190 Nov 23 05:29:13.059523 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11747355-c712-486b-b870-ec2941a4e06a req-454fdfe6-0ed9-4c42-bdfb-3e8aeeaa81f3 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:13.061073 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-11747355-c712-486b-b870-ec2941a4e06a req-454fdfe6-0ed9-4c42-bdfb-3e8aeeaa81f3 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 945 time: 0.0888660 Nov 23 05:29:13.067377 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-49558a90-315b-4577-8b1e-1cbcbae6d889 req-1abada6c-8e9a-4769-a2eb-e4b550bd4027 tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c547f10-6f35-4e67-8343-610f5021412e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866988 Nov 23 05:29:13.150399 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-11747355-c712-486b-b870-ec2941a4e06a req-3ca0a1a6-a230-4b14-a1c4-10f37b47329e tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=7470cc19-88e4-4a2a-8e87-add4a0c82a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814056 Nov 23 05:29:13.184202 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051108f-3755-4555-9bdd-03b42f676d87 req-186baacf-f6da-450b-9189-ecaaf6e474a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:13.185732 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7051108f-3755-4555-9bdd-03b42f676d87 req-186baacf-f6da-450b-9189-ecaaf6e474a9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9d77c663d85b417d80848237e522deb9&device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 1098 time: 0.0808325 Nov 23 05:29:13.193914 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device eae38b06-5699-4ee9-b69c-1bd1f6345e97 up at agent hyperv_hv-cinder-80507 {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:29:13.210339 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc5ffd-d657-4e1b-88b7-5e68e21062d2 req-42997bae-ea0b-43cc-bcef-fc78f95e0e0d tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:13.211823 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a9dc5ffd-d657-4e1b-88b7-5e68e21062d2 req-42997bae-ea0b-43cc-bcef-fc78f95e0e0d tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 947 time: 0.0756481 Nov 23 05:29:13.244602 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Provisioning for port eae38b06-5699-4ee9-b69c-1bd1f6345e97 completed by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 05:29:13.248729 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Provisioning complete for port eae38b06-5699-4ee9-b69c-1bd1f6345e97 triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:29:13.249102 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:13.315653 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a9dc5ffd-d657-4e1b-88b7-5e68e21062d2 req-a5684b78-8c86-48a1-85bf-666db11071dd tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935187 Nov 23 05:29:13.328619 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051108f-3755-4555-9bdd-03b42f676d87 req-7698d09b-d7dc-440c-96a2-5592815e53d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:13.330109 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7051108f-3755-4555-9bdd-03b42f676d87 req-7698d09b-d7dc-440c-96a2-5592815e53d9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=33a64f20-5fa2-4ee6-bf93-69fefe69b302 HTTP/1.1" status: 200 len: 912 time: 0.1359971 Nov 23 05:29:13.331508 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:13.359047 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e733a13-045b-4bdb-a4fe-7a9c65ed57f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae38b06-5699-4ee9-b69c-1bd1f6345e97'}] {{(pid=102518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:29:13.361297 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1555ff6ee76347fd5083048713d2688504cf60c4b4cdc9acc0e7e1b3a3add239" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394f1394-2f45-4d87-94d5-4a24c54412da" -d '{"events": [{"server_uuid": "3e733a13-045b-4bdb-a4fe-7a9c65ed57f3", "name": "network-vif-plugged", "status": "completed", "tag": "eae38b06-5699-4ee9-b69c-1bd1f6345e97"}]}' {{(pid=102518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:29:13.374436 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port eae38b06-5699-4ee9-b69c-1bd1f6345e97, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=eae38b06-5699-4ee9-b69c-1bd1f6345e97,segment=NetworkSegment(3c766eda-4b06-4545-a3cb-009a903f32bc),segment_id=3c766eda-4b06-4545-a3cb-009a903f32bc)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:29:13.379020 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:13.403866 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9b34ce-c524-4d16-bfe6-a9dd034a6034 x-openstack-request-id: req-5e9b34ce-c524-4d16-bfe6-a9dd034a6034 {{(pid=102518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:29:13.404129 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e733a13-045b-4bdb-a4fe-7a9c65ed57f3", "name": "network-vif-plugged", "status": "completed", "tag": "eae38b06-5699-4ee9-b69c-1bd1f6345e97", "code": 200}]} {{(pid=102518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:29:13.404389 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5e9b34ce-c524-4d16-bfe6-a9dd034a6034 {{(pid=102518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:29:13.404776 dv-cinder-805072-6-iscsi neutron-server[102518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e733a13-045b-4bdb-a4fe-7a9c65ed57f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae38b06-5699-4ee9-b69c-1bd1f6345e97', 'code': 200} Nov 23 05:29:13.410042 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7051108f-3755-4555-9bdd-03b42f676d87 req-7f0b9687-1bcc-43d9-b08c-e187775e95ac service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5 HTTP/1.1" status: 200 len: 1001 time: 0.0690527 Nov 23 05:29:13.430749 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Pushing event updated for resources: {'Port': ['ID=eae38b06-5699-4ee9-b69c-1bd1f6345e97,revision_number=5']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:29:13.718587 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051108f-3755-4555-9bdd-03b42f676d87 req-660c8c37-71a8-43b3-a918-1d18cc52713f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:13.720162 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7051108f-3755-4555-9bdd-03b42f676d87 req-660c8c37-71a8-43b3-a918-1d18cc52713f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=242a3dfa-1577-4789-92d9-6d9fc458ed6b HTTP/1.1" status: 200 len: 850 time: 0.2766182 Nov 23 05:29:13.738589 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25aefc6-b00f-446c-bb1b-e2e57e075606 req-a74f94e2-14e4-4b75-8803-aeb7fc4e0ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:13.740118 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e25aefc6-b00f-446c-bb1b-e2e57e075606 req-a74f94e2-14e4-4b75-8803-aeb7fc4e0ac4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3e733a13-045b-4bdb-a4fe-7a9c65ed57f3 HTTP/1.1" status: 200 len: 1098 time: 0.0638423 Nov 23 05:29:13.800986 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051108f-3755-4555-9bdd-03b42f676d87 req-68027e0a-d99b-4eff-bd8d-6c729d404eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:13.802467 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7051108f-3755-4555-9bdd-03b42f676d87 req-68027e0a-d99b-4eff-bd8d-6c729d404eda service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=33a64f20-5fa2-4ee6-bf93-69fefe69b302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0750418 Nov 23 05:29:13.805662 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e25aefc6-b00f-446c-bb1b-e2e57e075606 req-9ec23a6f-bb87-4cb9-80a9-1b84520550ae service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7c547f10-6f35-4e67-8343-610f5021412e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521543 Nov 23 05:29:14.198021 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7051108f-3755-4555-9bdd-03b42f676d87 req-f3a86400-3ffa-4a6b-92c1-74d74b94b374 service neutron] 10.222.0.54 "GET /v2.0/networks/33a64f20-5fa2-4ee6-bf93-69fefe69b302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135786 Nov 23 05:29:14.208911 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b64ea9-09ea-4339-9490-5c6e8771cbd5 req-5558ebe7-c382-465e-b021-1bb0eef4ea4c tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:14.210305 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-11b64ea9-09ea-4339-9490-5c6e8771cbd5 req-5558ebe7-c382-465e-b021-1bb0eef4ea4c tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e733a13-045b-4bdb-a4fe-7a9c65ed57f3 HTTP/1.1" status: 200 len: 945 time: 0.0703633 Nov 23 05:29:14.341107 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-11b64ea9-09ea-4339-9490-5c6e8771cbd5 req-1cc1c40f-90d7-4a19-9890-6c831ae8ef79 tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c547f10-6f35-4e67-8343-610f5021412e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228168 Nov 23 05:29:14.349045 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd0293-420b-473a-a585-15adcf1c658d req-6e1acb48-e208-4fab-831b-4cd601fd2385 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:14.350402 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2cbd0293-420b-473a-a585-15adcf1c658d req-6e1acb48-e208-4fab-831b-4cd601fd2385 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 945 time: 0.1298983 Nov 23 05:29:14.391548 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7051108f-3755-4555-9bdd-03b42f676d87 req-7c297b73-fb07-454e-a2fa-0b1b03b2e8cb service neutron] 10.222.0.54 "GET /v2.0/networks/33a64f20-5fa2-4ee6-bf93-69fefe69b302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801763 Nov 23 05:29:14.415847 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2cbd0293-420b-473a-a585-15adcf1c658d req-4aecc5ee-06d7-4343-9703-d44fff543f4d tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=7470cc19-88e4-4a2a-8e87-add4a0c82a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590012 Nov 23 05:29:15.462922 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8eeaa6-503c-4874-befc-8229c4ffeacc req-82fbc0bd-f6e9-45a3-b449-c460b2b70102 tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:15.464749 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-da8eeaa6-503c-4874-befc-8229c4ffeacc req-82fbc0bd-f6e9-45a3-b449-c460b2b70102 tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e733a13-045b-4bdb-a4fe-7a9c65ed57f3 HTTP/1.1" status: 200 len: 945 time: 0.0563672 Nov 23 05:29:15.539014 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-da8eeaa6-503c-4874-befc-8229c4ffeacc req-bfbfbb71-9894-4322-8070-8ec6f322f12b tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c547f10-6f35-4e67-8343-610f5021412e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684614 Nov 23 05:29:15.554420 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a812a-859d-4c6f-a005-5d12f03ead3b req-df3e2ae0-c806-446e-81f2-7f8a3e917ddf tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:15.555933 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8d6a812a-859d-4c6f-a005-5d12f03ead3b req-df3e2ae0-c806-446e-81f2-7f8a3e917ddf tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 945 time: 0.0686805 Nov 23 05:29:15.605043 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8d6a812a-859d-4c6f-a005-5d12f03ead3b req-f6714c2f-9652-4a22-86f1-90f79a6c80e2 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=7470cc19-88e4-4a2a-8e87-add4a0c82a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431776 Nov 23 05:29:20.463772 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b94f9-1fcb-4593-994c-0791e77252bb req-5f29a7a6-e4c6-4d49-8b45-3ed1af05d834 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:20.465456 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-395b94f9-1fcb-4593-994c-0791e77252bb req-5f29a7a6-e4c6-4d49-8b45-3ed1af05d834 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/ports?device_id=24822c58-969a-4e8f-881f-14fcba18885f HTTP/1.1" status: 200 len: 946 time: 0.0549884 Nov 23 05:29:20.514104 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-395b94f9-1fcb-4593-994c-0791e77252bb req-cc11afda-57e4-430e-8be6-9554e6514ae9 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/security-groups?id=09315a98-c01a-423c-9e97-abf477e7ea74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429397 Nov 23 05:29:20.537277 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 34470) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:29:20.744579 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b287c3da-3cd7-4df8-9585-86530635d524 tempest-TestMinimumBasicScenario-359341627 tempest-TestMinimumBasicScenario-359341627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:20.746183 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-b287c3da-3cd7-4df8-9585-86530635d524 tempest-TestMinimumBasicScenario-359341627 tempest-TestMinimumBasicScenario-359341627-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=24822c58-969a-4e8f-881f-14fcba18885f HTTP/1.1" status: 200 len: 1094 time: 0.2078731 Nov 23 05:29:20.750701 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 34476) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:29:20.756730 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [None req-7d9a4b14-4c01-4fbf-87b8-7349f67b90a8 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Request body: {'floatingip': {'floating_network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'port_id': 'd5ac43bf-08ea-482b-89e9-2047045db460', 'tenant_id': '5dd1e0c3287e4976856ecd12547d4b60', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:29:20.771193 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 34478) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:29:20.779915 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-7d9a4b14-4c01-4fbf-87b8-7349f67b90a8 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Publish callbacks [] for floatingip, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:20.878256 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-aa281c83-9396-4648-8a8c-2430f549b139 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:20.881057 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-7d9a4b14-4c01-4fbf-87b8-7349f67b90a8 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:20.959566 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-aa281c83-9396-4648-8a8c-2430f549b139 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:20.963497 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-aa281c83-9396-4648-8a8c-2430f549b139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:20.988510 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.db.db_base_plugin_common [None req-7d9a4b14-4c01-4fbf-87b8-7349f67b90a8 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Allocated IP 172.27.0.222 (2fffb983-856b-4b4c-9c04-1e7e601bf688/5f9bd7f2-55ce-4eb1-9184-aa4552661a9b/95a75706-087d-4fa8-86b2-591796b58308) {{(pid=102517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:29:20.998931 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-aa281c83-9396-4648-8a8c-2430f549b139 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e3c040070f224762ab85ec19795a51cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2265582 Nov 23 05:29:21.002317 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 34482) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:29:21.010978 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa281c83-9396-4648-8a8c-2430f549b139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8968be43-6f0a-4a83-ad98-71477901e225,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:29:21.023654 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa281c83-9396-4648-8a8c-2430f549b139 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:29:21.024002 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa281c83-9396-4648-8a8c-2430f549b139 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:29:21.024341 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa281c83-9396-4648-8a8c-2430f549b139 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:29:21.024673 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa281c83-9396-4648-8a8c-2430f549b139 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:29:21.025000 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa281c83-9396-4648-8a8c-2430f549b139 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:29:21.025329 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa281c83-9396-4648-8a8c-2430f549b139 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:29:21.025659 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa281c83-9396-4648-8a8c-2430f549b139 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:29:21.025984 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa281c83-9396-4648-8a8c-2430f549b139 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:29:21.026307 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa281c83-9396-4648-8a8c-2430f549b139 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:29:21.026627 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa281c83-9396-4648-8a8c-2430f549b139 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:29:21.026974 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa281c83-9396-4648-8a8c-2430f549b139 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:29:21.027293 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa281c83-9396-4648-8a8c-2430f549b139 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:29:21.064912 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4970d934-f185-466c-bfd9-331bbfcdde31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:21.089652 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4970d934-f185-466c-bfd9-331bbfcdde31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:21.104768 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-7d9a4b14-4c01-4fbf-87b8-7349f67b90a8 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Publish callbacks [] for port, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:21.138745 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4970d934-f185-466c-bfd9-331bbfcdde31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:21.140203 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-7d9a4b14-4c01-4fbf-87b8-7349f67b90a8 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751724218534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25211324'] for port, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:21.143090 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4970d934-f185-466c-bfd9-331bbfcdde31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:21.147648 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-4970d934-f185-466c-bfd9-331bbfcdde31 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8968be43-6f0a-4a83-ad98-71477901e225 HTTP/1.1" status: 204 len: 168 time: 0.1416914 Nov 23 05:29:21.155636 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4970d934-f185-466c-bfd9-331bbfcdde31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8968be43-6f0a-4a83-ad98-71477901e225,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:29:21.194925 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9a4b14-4c01-4fbf-87b8-7349f67b90a8 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Network 2fffb983-856b-4b4c-9c04-1e7e601bf688 is already hosted by enough agents. {{(pid=102517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:29:21.197791 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.base_scheduler [None req-7d9a4b14-4c01-4fbf-87b8-7349f67b90a8 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Resources bound (agent type, host, resource id): {{(pid=102517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:29:21.200585 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9a4b14-4c01-4fbf-87b8-7349f67b90a8 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Received port after_create {{(pid=102517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:29:21.207098 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9a4b14-4c01-4fbf-87b8-7349f67b90a8 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Pushing event updated for resources: {'Port': ['ID=95a75706-087d-4fa8-86b2-591796b58308,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:29:21.234261 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9a4b14-4c01-4fbf-87b8-7349f67b90a8 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:29:21.234667 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9a4b14-4c01-4fbf-87b8-7349f67b90a8 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:29:21.235100 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9a4b14-4c01-4fbf-87b8-7349f67b90a8 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:29:21.235451 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9a4b14-4c01-4fbf-87b8-7349f67b90a8 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:29:21.235824 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9a4b14-4c01-4fbf-87b8-7349f67b90a8 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:29:21.236229 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9a4b14-4c01-4fbf-87b8-7349f67b90a8 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:29:21.236589 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9a4b14-4c01-4fbf-87b8-7349f67b90a8 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:29:21.236915 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9a4b14-4c01-4fbf-87b8-7349f67b90a8 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:29:21.237252 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9a4b14-4c01-4fbf-87b8-7349f67b90a8 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:29:21.237586 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9a4b14-4c01-4fbf-87b8-7349f67b90a8 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:29:21.238516 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9a4b14-4c01-4fbf-87b8-7349f67b90a8 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:29:21.238883 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9a4b14-4c01-4fbf-87b8-7349f67b90a8 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:29:21.588649 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-7d9a4b14-4c01-4fbf-87b8-7349f67b90a8 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:21.656923 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-7d9a4b14-4c01-4fbf-87b8-7349f67b90a8 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:21.825584 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-7d9a4b14-4c01-4fbf-87b8-7349f67b90a8 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Publish callbacks [] for port, precommit_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:21.831426 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-7d9a4b14-4c01-4fbf-87b8-7349f67b90a8 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25211307'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:21.907758 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9a4b14-4c01-4fbf-87b8-7349f67b90a8 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Pushing event updated for resources: {'Port': ['ID=95a75706-087d-4fa8-86b2-591796b58308,revision_number=2']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:29:21.914433 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-7d9a4b14-4c01-4fbf-87b8-7349f67b90a8 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637656'] for floatingip, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:22.022339 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.db.l3_db [None req-7d9a4b14-4c01-4fbf-87b8-7349f67b90a8 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Floating IP ad6d16a1-105b-4bdd-918a-c2891de0bc9e associated. External IP: 172.27.0.222, port: d5ac43bf-08ea-482b-89e9-2047045db460. Nov 23 05:29:22.255859 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d9a4b14-4c01-4fbf-87b8-7349f67b90a8 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Router ccf93621-1d13-42b1-b790-0480b64cd764 has already been hosted by L3 agent 9dac5a01-04fc-4e91-9910-6392ff9c638b {{(pid=102517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:29:22.370574 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d9a4b14-4c01-4fbf-87b8-7349f67b90a8 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Notify agent at l3_agent.dv-cinder-805072-6-iscsi the message routers_updated {{(pid=102517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:29:22.380731 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826dfb87-fccd-42f6-b136-75bdaec8800d None None] Sync routers for ids ['ccf93621-1d13-42b1-b790-0480b64cd764'] in dv-cinder-805072-6-iscsi {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:29:22.390583 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-7d9a4b14-4c01-4fbf-87b8-7349f67b90a8 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for floatingip, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:22.391786 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826dfb87-fccd-42f6-b136-75bdaec8800d None None] Routers {'ccf93621-1d13-42b1-b790-0480b64cd764'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:29:22.392409 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-826dfb87-fccd-42f6-b136-75bdaec8800d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:29:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['ccf93621-1d13-42b1-b790-0480b64cd764'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:29:22.421165 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-7d9a4b14-4c01-4fbf-87b8-7349f67b90a8 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6691470 Nov 23 05:29:22.421762 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24822c58-969a-4e8f-881f-14fcba18885f', 'tag': 'd5ac43bf-08ea-482b-89e9-2047045db460'}] {{(pid=102517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:29:22.423935 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 34516) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:29:22.424404 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6655a57eaf65bce136dcd01a1029ca1ef2acc79c86755a7aa074dfdaee6e1dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d93206-670e-43fd-9087-6d1c9e7a3cb5" -d '{"events": [{"name": "network-changed", "server_uuid": "24822c58-969a-4e8f-881f-14fcba18885f", "tag": "d5ac43bf-08ea-482b-89e9-2047045db460"}]}' {{(pid=102517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:29:22.428894 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-3256e542-f51b-4d31-9a67-287879bca32e tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1089779696', 'description': 'tempest-secgroup-smoke-1089779696 description', 'project_id': '5dd1e0c3287e4976856ecd12547d4b60'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:29:22.452848 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-3256e542-f51b-4d31-9a67-287879bca32e tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:22.469755 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10136196-4bb6-47c5-9aa7-a8c9fc834af4 x-openstack-request-id: req-10136196-4bb6-47c5-9aa7-a8c9fc834af4 {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:29:22.470021 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24822c58-969a-4e8f-881f-14fcba18885f", "tag": "d5ac43bf-08ea-482b-89e9-2047045db460", "status": "completed", "code": 200}]} {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:29:22.470405 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-10136196-4bb6-47c5-9aa7-a8c9fc834af4 {{(pid=102517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:29:22.470819 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24822c58-969a-4e8f-881f-14fcba18885f', 'tag': 'd5ac43bf-08ea-482b-89e9-2047045db460', 'status': 'completed', 'code': 200} Nov 23 05:29:22.503015 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-826dfb87-fccd-42f6-b136-75bdaec8800d None None] Set router ccf93621-1d13-42b1-b790-0480b64cd764 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:29:22.552990 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-3256e542-f51b-4d31-9a67-287879bca32e tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:22.559420 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-3256e542-f51b-4d31-9a67-287879bca32e tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:22.594169 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d93206-670e-43fd-9087-6d1c9e7a3cb5 req-ad0fc8a1-fed9-43cc-9e16-c09ac76c6723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:22.595721 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-94d93206-670e-43fd-9087-6d1c9e7a3cb5 req-ad0fc8a1-fed9-43cc-9e16-c09ac76c6723 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5dd1e0c3287e4976856ecd12547d4b60&device_id=24822c58-969a-4e8f-881f-14fcba18885f HTTP/1.1" status: 200 len: 1099 time: 0.0753241 Nov 23 05:29:22.601555 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-3256e542-f51b-4d31-9a67-287879bca32e tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:22.602739 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-3256e542-f51b-4d31-9a67-287879bca32e tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1777606 Nov 23 05:29:22.603990 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3256e542-f51b-4d31-9a67-287879bca32e tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9f8501-b26b-4eaf-898a-b63bea2eaf86,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:29:22.605866 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 34520) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:29:22.611564 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [None req-96844bb5-4280-4336-b441-47a0ccfac144 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Request body: {'security_group_rule': {'security_group_id': 'cd9f8501-b26b-4eaf-898a-b63bea2eaf86', 'project_id': '5dd1e0c3287e4976856ecd12547d4b60', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:29:22.645363 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-96844bb5-4280-4336-b441-47a0ccfac144 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:22.714222 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d93206-670e-43fd-9087-6d1c9e7a3cb5 req-f6b27e38-e3c9-4aeb-9aec-a764e6fd5fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:22.715829 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-94d93206-670e-43fd-9087-6d1c9e7a3cb5 req-f6b27e38-e3c9-4aeb-9aec-a764e6fd5fb8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=86607cb6-c8a7-43df-9c11-e08b2a900939 HTTP/1.1" status: 200 len: 915 time: 0.1082580 Nov 23 05:29:22.718687 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-96844bb5-4280-4336-b441-47a0ccfac144 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:22.722610 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-96844bb5-4280-4336-b441-47a0ccfac144 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770659'] for security_group_rule, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:22.743150 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96844bb5-4280-4336-b441-47a0ccfac144 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=229ef20b-bf2a-413f-99f2-a3c04aa0592c,revision_number=0']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:29:22.753322 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-96844bb5-4280-4336-b441-47a0ccfac144 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:22.754699 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-96844bb5-4280-4336-b441-47a0ccfac144 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1472094 Nov 23 05:29:22.757437 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 34522) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:29:22.762118 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [None req-58c90b27-c092-4a4b-8604-46532a541108 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Request body: {'security_group_rule': {'security_group_id': 'cd9f8501-b26b-4eaf-898a-b63bea2eaf86', 'project_id': '5dd1e0c3287e4976856ecd12547d4b60', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:29:22.785825 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-94d93206-670e-43fd-9087-6d1c9e7a3cb5 req-640c30db-4154-42dc-9ab0-64df8655e500 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5ac43bf-08ea-482b-89e9-2047045db460 HTTP/1.1" status: 200 len: 1000 time: 0.0618186 Nov 23 05:29:22.790429 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-58c90b27-c092-4a4b-8604-46532a541108 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:22.851455 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-58c90b27-c092-4a4b-8604-46532a541108 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:22.851682 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d93206-670e-43fd-9087-6d1c9e7a3cb5 req-d3d0b1d6-85e2-402d-b4b3-4d5eadd58de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:22.853503 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-94d93206-670e-43fd-9087-6d1c9e7a3cb5 req-d3d0b1d6-85e2-402d-b4b3-4d5eadd58de4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=50b38531-eddf-4b49-b531-e5bf9682dbbe HTTP/1.1" status: 200 len: 853 time: 0.0601821 Nov 23 05:29:22.856065 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-58c90b27-c092-4a4b-8604-46532a541108 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770659'] for security_group_rule, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:22.876310 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c90b27-c092-4a4b-8604-46532a541108 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d29531f-42c3-4f76-87ee-b147f8ac97ba,revision_number=0']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:29:22.882618 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-58c90b27-c092-4a4b-8604-46532a541108 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:22.886398 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-58c90b27-c092-4a4b-8604-46532a541108 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1255839 Nov 23 05:29:22.887289 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 34524) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:29:22.892277 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [None req-a813dbc2-2f68-4f34-a89c-6e8dc6c75651 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Request body: {'security_group_rule': {'security_group_id': 'cd9f8501-b26b-4eaf-898a-b63bea2eaf86', 'project_id': '5dd1e0c3287e4976856ecd12547d4b60', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:29:22.910827 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d93206-670e-43fd-9087-6d1c9e7a3cb5 req-799f39d0-38c2-4fac-a502-05da2db4f622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:22.912471 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-94d93206-670e-43fd-9087-6d1c9e7a3cb5 req-799f39d0-38c2-4fac-a502-05da2db4f622 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86607cb6-c8a7-43df-9c11-e08b2a900939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0480492 Nov 23 05:29:22.921754 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a813dbc2-2f68-4f34-a89c-6e8dc6c75651 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:22.943914 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-826dfb87-fccd-42f6-b136-75bdaec8800d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf93621-1d13-42b1-b790-0480b64cd764', 'name': 'tempest-TestMinimumBasicScenario-796047916-router', 'tenant_id': '5dd1e0c3287e4976856ecd12547d4b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'b06868b5-bd80-4ceb-971e-6b80c67922b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:28:09Z', 'updated_at': '2021-11-23T05:28:16Z', 'revision_number': 4, 'project_id': '5dd1e0c3287e4976856ecd12547d4b60', 'gw_port': {'id': 'b06868b5-bd80-4ceb-971e-6b80c67922b5', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf93621-1d13-42b1-b790-0480b64cd764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:10Z', 'updated_at': '2021-11-23T05:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_floatingips': [{'id': 'ad6d16a1-105b-4bdd-918a-c2891de0bc9e', 'tenant_id': '5dd1e0c3287e4976856ecd12547d4b60', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'router_id': 'ccf93621-1d13-42b1-b790-0480b64cd764', 'port_id': 'd5ac43bf-08ea-482b-89e9-2047045db460', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86607cb6-c8a7-43df-9c11-e08b2a900939', 'mac_address': 'fa:16:3e:02:51:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24822c58-969a-4e8f-881f-14fcba18885f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:29:21Z', 'updated_at': '2021-11-23T05:29:21Z', 'revision_number': 0, 'project_id': '5dd1e0c3287e4976856ecd12547d4b60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0850cfbc-8047-4342-b81d-3e90b590c34e', 'name': '', 'network_id': '86607cb6-c8a7-43df-9c11-e08b2a900939', 'tenant_id': '5dd1e0c3287e4976856ecd12547d4b60', 'mac_address': 'fa:16:3e:9a:f2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf93621-1d13-42b1-b790-0480b64cd764', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '50b38531-eddf-4b49-b531-e5bf9682dbbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:14Z', 'updated_at': '2021-11-23T05:28:22Z', 'revision_number': 5, 'project_id': '5dd1e0c3287e4976856ecd12547d4b60', 'subnets': [{'id': '50b38531-eddf-4b49-b531-e5bf9682dbbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:29:22.974338 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826dfb87-fccd-42f6-b136-75bdaec8800d None None] Checking router: ccf93621-1d13-42b1-b790-0480b64cd764 for host: dv-cinder-805072-6-iscsi {{(pid=102518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:29:22.983959 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826dfb87-fccd-42f6-b136-75bdaec8800d None None] Routers {'ccf93621-1d13-42b1-b790-0480b64cd764'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:29:22.984909 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-826dfb87-fccd-42f6-b136-75bdaec8800d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:29:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['ccf93621-1d13-42b1-b790-0480b64cd764'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:29:23.002010 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a813dbc2-2f68-4f34-a89c-6e8dc6c75651 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:23.010602 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a813dbc2-2f68-4f34-a89c-6e8dc6c75651 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770659'] for security_group_rule, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:23.026734 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a813dbc2-2f68-4f34-a89c-6e8dc6c75651 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c96273f-c94b-4584-8c1a-a401023a230b,revision_number=0']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:29:23.041452 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-94d93206-670e-43fd-9087-6d1c9e7a3cb5 req-564d5d0e-33be-4f30-9299-f9079379999e service neutron] 10.222.0.54 "GET /v2.0/networks/86607cb6-c8a7-43df-9c11-e08b2a900939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171410 Nov 23 05:29:23.054366 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a813dbc2-2f68-4f34-a89c-6e8dc6c75651 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:23.055908 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-a813dbc2-2f68-4f34-a89c-6e8dc6c75651 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1675184 Nov 23 05:29:23.058638 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 34526) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:29:23.063289 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [None req-d44b1bbe-0a33-470b-a467-42c8480efc87 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Request body: {'security_group_rule': {'security_group_id': 'cd9f8501-b26b-4eaf-898a-b63bea2eaf86', 'project_id': '5dd1e0c3287e4976856ecd12547d4b60', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:29:23.107432 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d44b1bbe-0a33-470b-a467-42c8480efc87 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:23.115149 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-826dfb87-fccd-42f6-b136-75bdaec8800d None None] Set router ccf93621-1d13-42b1-b790-0480b64cd764 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:29:23.181411 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-94d93206-670e-43fd-9087-6d1c9e7a3cb5 req-55db2a94-09f6-4d71-85b2-a3807f9e4590 service neutron] 10.222.0.54 "GET /v2.0/networks/86607cb6-c8a7-43df-9c11-e08b2a900939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290190 Nov 23 05:29:23.186552 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d44b1bbe-0a33-470b-a467-42c8480efc87 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:23.191921 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d44b1bbe-0a33-470b-a467-42c8480efc87 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770659'] for security_group_rule, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:23.213321 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44b1bbe-0a33-470b-a467-42c8480efc87 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=139aa06e-87e3-40e5-bfea-5a429d1520a3,revision_number=0']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:29:23.225444 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d44b1bbe-0a33-470b-a467-42c8480efc87 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:23.227696 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-d44b1bbe-0a33-470b-a467-42c8480efc87 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1680408 Nov 23 05:29:23.230501 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 34528) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:29:23.235794 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-6541d953-eb73-4aff-baed-b6e77b48def1 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Request body: {'security_group_rule': {'security_group_id': 'cd9f8501-b26b-4eaf-898a-b63bea2eaf86', 'project_id': '5dd1e0c3287e4976856ecd12547d4b60', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:29:23.274276 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.db.securitygroups_db [None req-6541d953-eb73-4aff-baed-b6e77b48def1 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Project 5dd1e0c3287e4976856ecd12547d4b60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 05:29:23.281062 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-6541d953-eb73-4aff-baed-b6e77b48def1 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:23.393409 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-6541d953-eb73-4aff-baed-b6e77b48def1 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:23.403471 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-6541d953-eb73-4aff-baed-b6e77b48def1 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770659'] for security_group_rule, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:23.436880 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6541d953-eb73-4aff-baed-b6e77b48def1 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17a513cf-7674-4ad9-a625-0b4af7ef53d5,revision_number=0']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:29:23.444236 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-6541d953-eb73-4aff-baed-b6e77b48def1 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:23.447054 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-6541d953-eb73-4aff-baed-b6e77b48def1 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2136266 Nov 23 05:29:23.448847 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 34536) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:29:23.453669 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [None req-f3c848cb-3f04-45b7-a351-22a5c6f00dbe tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Request body: {'security_group_rule': {'security_group_id': 'cd9f8501-b26b-4eaf-898a-b63bea2eaf86', 'project_id': '5dd1e0c3287e4976856ecd12547d4b60', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:29:23.473012 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-826dfb87-fccd-42f6-b136-75bdaec8800d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf93621-1d13-42b1-b790-0480b64cd764', 'name': 'tempest-TestMinimumBasicScenario-796047916-router', 'tenant_id': '5dd1e0c3287e4976856ecd12547d4b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'b06868b5-bd80-4ceb-971e-6b80c67922b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:28:09Z', 'updated_at': '2021-11-23T05:28:16Z', 'revision_number': 4, 'project_id': '5dd1e0c3287e4976856ecd12547d4b60', 'gw_port': {'id': 'b06868b5-bd80-4ceb-971e-6b80c67922b5', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf93621-1d13-42b1-b790-0480b64cd764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:10Z', 'updated_at': '2021-11-23T05:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_floatingips': [{'id': 'ad6d16a1-105b-4bdd-918a-c2891de0bc9e', 'tenant_id': '5dd1e0c3287e4976856ecd12547d4b60', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'router_id': 'ccf93621-1d13-42b1-b790-0480b64cd764', 'port_id': 'd5ac43bf-08ea-482b-89e9-2047045db460', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86607cb6-c8a7-43df-9c11-e08b2a900939', 'mac_address': 'fa:16:3e:02:51:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24822c58-969a-4e8f-881f-14fcba18885f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:29:21Z', 'updated_at': '2021-11-23T05:29:21Z', 'revision_number': 0, 'project_id': '5dd1e0c3287e4976856ecd12547d4b60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0850cfbc-8047-4342-b81d-3e90b590c34e', 'name': '', 'network_id': '86607cb6-c8a7-43df-9c11-e08b2a900939', 'tenant_id': '5dd1e0c3287e4976856ecd12547d4b60', 'mac_address': 'fa:16:3e:9a:f2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf93621-1d13-42b1-b790-0480b64cd764', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '50b38531-eddf-4b49-b531-e5bf9682dbbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:14Z', 'updated_at': '2021-11-23T05:28:22Z', 'revision_number': 5, 'project_id': '5dd1e0c3287e4976856ecd12547d4b60', 'subnets': [{'id': '50b38531-eddf-4b49-b531-e5bf9682dbbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:29:23.481891 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.db.securitygroups_db [None req-f3c848cb-3f04-45b7-a351-22a5c6f00dbe tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Project 5dd1e0c3287e4976856ecd12547d4b60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 05:29:23.487087 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-f3c848cb-3f04-45b7-a351-22a5c6f00dbe tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:23.500417 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826dfb87-fccd-42f6-b136-75bdaec8800d None None] The sync data for ids ['ccf93621-1d13-42b1-b790-0480b64cd764'] in dv-cinder-805072-6-iscsi is: [{'id': 'ccf93621-1d13-42b1-b790-0480b64cd764', 'name': 'tempest-TestMinimumBasicScenario-796047916-router', 'tenant_id': '5dd1e0c3287e4976856ecd12547d4b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'b06868b5-bd80-4ceb-971e-6b80c67922b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:28:09Z', 'updated_at': '2021-11-23T05:28:16Z', 'revision_number': 4, 'project_id': '5dd1e0c3287e4976856ecd12547d4b60', 'gw_port': {'id': 'b06868b5-bd80-4ceb-971e-6b80c67922b5', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf93621-1d13-42b1-b790-0480b64cd764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:10Z', 'updated_at': '2021-11-23T05:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_floatingips': [{'id': 'ad6d16a1-105b-4bdd-918a-c2891de0bc9e', 'tenant_id': '5dd1e0c3287e4976856ecd12547d4b60', 'floating_ip_address': '172.27.0.222', 'floating_network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'router_id': 'ccf93621-1d13-42b1-b790-0480b64cd764', 'port_id': 'd5ac43bf-08ea-482b-89e9-2047045db460', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86607cb6-c8a7-43df-9c11-e08b2a900939', 'mac_address': 'fa:16:3e:02:51:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24822c58-969a-4e8f-881f-14fcba18885f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:29:21Z', 'updated_at': '2021-11-23T05:29:21Z', 'revision_number': 0, 'project_id': '5dd1e0c3287e4976856ecd12547d4b60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0850cfbc-8047-4342-b81d-3e90b590c34e', 'name': '', 'network_id': '86607cb6-c8a7-43df-9c11-e08b2a900939', 'tenant_id': '5dd1e0c3287e4976856ecd12547d4b60', 'mac_address': 'fa:16:3e:9a:f2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf93621-1d13-42b1-b790-0480b64cd764', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '50b38531-eddf-4b49-b531-e5bf9682dbbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:14Z', 'updated_at': '2021-11-23T05:28:22Z', 'revision_number': 5, 'project_id': '5dd1e0c3287e4976856ecd12547d4b60', 'subnets': [{'id': '50b38531-eddf-4b49-b531-e5bf9682dbbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:29:23.562281 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-f3c848cb-3f04-45b7-a351-22a5c6f00dbe tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:23.569141 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-f3c848cb-3f04-45b7-a351-22a5c6f00dbe tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770659'] for security_group_rule, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:23.588675 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c848cb-3f04-45b7-a351-22a5c6f00dbe tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38ae6de9-e199-4859-8038-9294622bf552,revision_number=0']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:29:23.598302 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-f3c848cb-3f04-45b7-a351-22a5c6f00dbe tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:23.599696 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-f3c848cb-3f04-45b7-a351-22a5c6f00dbe tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1495271 Nov 23 05:29:23.695743 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-487e5f11-5049-4f6f-b1d6-fe4c89700716 req-b7793455-a078-48ba-b589-73ef31a0282f tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1089779696&fields=id&tenant_id=5dd1e0c3287e4976856ecd12547d4b60 HTTP/1.1" status: 200 len: 267 time: 0.0487840 Nov 23 05:29:23.725697 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742bd1c4-430b-4982-adf7-97255da2a6b2 None None] New status for floating IP ad6d16a1-105b-4bdd-918a-c2891de0bc9e: ACTIVE {{(pid=102519) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 05:29:23.755222 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e5f11-5049-4f6f-b1d6-fe4c89700716 req-b6f26ffc-05fb-4a0d-af17-5c88a0dbeeb9 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:23.756770 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-487e5f11-5049-4f6f-b1d6-fe4c89700716 req-b6f26ffc-05fb-4a0d-af17-5c88a0dbeeb9 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/ports?device_id=24822c58-969a-4e8f-881f-14fcba18885f HTTP/1.1" status: 200 len: 946 time: 0.0550153 Nov 23 05:29:23.767950 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [req-487e5f11-5049-4f6f-b1d6-fe4c89700716 req-f6c00dc0-99f1-4ed7-9564-e7562f13dec9 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Request body: {'port': {'security_groups': ['09315a98-c01a-423c-9e97-abf477e7ea74', 'cd9f8501-b26b-4eaf-898a-b63bea2eaf86']}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:29:23.834085 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-487e5f11-5049-4f6f-b1d6-fe4c89700716 req-f6c00dc0-99f1-4ed7-9564-e7562f13dec9 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:24.041909 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-487e5f11-5049-4f6f-b1d6-fe4c89700716 req-f6c00dc0-99f1-4ed7-9564-e7562f13dec9 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] For port d5ac43bf-08ea-482b-89e9-2047045db460, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=d5ac43bf-08ea-482b-89e9-2047045db460,segment=NetworkSegment(76f97cea-fdcf-4519-877e-95d9039a1bb2),segment_id=76f97cea-fdcf-4519-877e-95d9039a1bb2)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:29:24.073276 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-487e5f11-5049-4f6f-b1d6-fe4c89700716 req-f6c00dc0-99f1-4ed7-9564-e7562f13dec9 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Publish callbacks [] for port, precommit_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:24.078025 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-487e5f11-5049-4f6f-b1d6-fe4c89700716 req-f6c00dc0-99f1-4ed7-9564-e7562f13dec9 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237864'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:24.121024 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e5f11-5049-4f6f-b1d6-fe4c89700716 req-f6c00dc0-99f1-4ed7-9564-e7562f13dec9 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:24.121645 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-487e5f11-5049-4f6f-b1d6-fe4c89700716 req-f6c00dc0-99f1-4ed7-9564-e7562f13dec9 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:24.123040 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-487e5f11-5049-4f6f-b1d6-fe4c89700716 req-f6c00dc0-99f1-4ed7-9564-e7562f13dec9 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "PUT /v2.0/ports/d5ac43bf-08ea-482b-89e9-2047045db460 HTTP/1.1" status: 200 len: 982 time: 0.3595552 Nov 23 05:29:24.123485 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24822c58-969a-4e8f-881f-14fcba18885f', 'tag': 'd5ac43bf-08ea-482b-89e9-2047045db460'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:29:24.125707 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20d478f7b504b4f7a92aed5d5c075fb26ddad21beb532cc87d656362fb0682d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-decbb29b-4a6e-4bdc-9d6c-a23f4f976c61" -d '{"events": [{"name": "network-changed", "server_uuid": "24822c58-969a-4e8f-881f-14fcba18885f", "tag": "d5ac43bf-08ea-482b-89e9-2047045db460"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:29:24.170805 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58455be0-9d08-4cd5-a281-3cf63df09a80 x-openstack-request-id: req-58455be0-9d08-4cd5-a281-3cf63df09a80 {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:29:24.171231 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24822c58-969a-4e8f-881f-14fcba18885f", "tag": "d5ac43bf-08ea-482b-89e9-2047045db460", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:29:24.171560 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-58455be0-9d08-4cd5-a281-3cf63df09a80 {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:29:24.172028 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24822c58-969a-4e8f-881f-14fcba18885f', 'tag': 'd5ac43bf-08ea-482b-89e9-2047045db460', 'status': 'completed', 'code': 200} Nov 23 05:29:24.178333 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c00dc0-99f1-4ed7-9564-e7562f13dec9 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Pushing event updated for resources: {'Port': ['ID=d5ac43bf-08ea-482b-89e9-2047045db460,revision_number=6']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:29:24.247018 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb9523d-de68-49ae-9c8d-ec9e0376de0c req-a7561a03-b696-4691-ba26-490cf712f316 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:24.248726 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3fb9523d-de68-49ae-9c8d-ec9e0376de0c req-a7561a03-b696-4691-ba26-490cf712f316 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/ports?device_id=24822c58-969a-4e8f-881f-14fcba18885f HTTP/1.1" status: 200 len: 985 time: 0.0557296 Nov 23 05:29:24.315633 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3fb9523d-de68-49ae-9c8d-ec9e0376de0c req-17e4de61-9f1b-48ae-9833-314d8cafb39f tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/security-groups?id=09315a98-c01a-423c-9e97-abf477e7ea74&id=cd9f8501-b26b-4eaf-898a-b63bea2eaf86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573361 Nov 23 05:29:24.404986 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-2a1e67b2-d2e3-47d1-aee9-2cd222aa9483 None None] Provisioning complete for port d5ac43bf-08ea-482b-89e9-2047045db460 triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:29:24.405281 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-2a1e67b2-d2e3-47d1-aee9-2cd222aa9483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:27.025903 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] get_ports_and_sgs() called for port_ids ['d5ac43bf-08ea-482b-89e9-2047045db460'] {{(pid=102518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:29:27.113175 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decbb29b-4a6e-4bdc-9d6c-a23f4f976c61 req-adfffb03-7fdf-4981-9319-dd2353c6861b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:27.116081 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-decbb29b-4a6e-4bdc-9d6c-a23f4f976c61 req-adfffb03-7fdf-4981-9319-dd2353c6861b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5dd1e0c3287e4976856ecd12547d4b60&device_id=24822c58-969a-4e8f-881f-14fcba18885f HTTP/1.1" status: 200 len: 1138 time: 0.0442390 Nov 23 05:29:27.215600 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] get_ports_and_sgs() called for port_ids ['d5ac43bf-08ea-482b-89e9-2047045db460'] {{(pid=102518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:29:27.241284 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2288d296-50fb-4b11-a4ba-29e693455f5c req-8a084f76-42a8-4ebf-9470-067ee50c8a85 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0930541 Nov 23 05:29:27.255850 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decbb29b-4a6e-4bdc-9d6c-a23f4f976c61 req-66c3ab07-6f78-4147-82da-5415dec128a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:27.255850 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-decbb29b-4a6e-4bdc-9d6c-a23f4f976c61 req-66c3ab07-6f78-4147-82da-5415dec128a5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=86607cb6-c8a7-43df-9c11-e08b2a900939 HTTP/1.1" status: 200 len: 915 time: 0.1260202 Nov 23 05:29:27.372407 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-decbb29b-4a6e-4bdc-9d6c-a23f4f976c61 req-219af5c7-6643-497b-8fb2-ec5df7c231b2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5ac43bf-08ea-482b-89e9-2047045db460 HTTP/1.1" status: 200 len: 1002 time: 0.0914006 Nov 23 05:29:27.378538 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288d296-50fb-4b11-a4ba-29e693455f5c req-90665e00-5363-41ee-8585-75ddf7eb598a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:27.380823 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2288d296-50fb-4b11-a4ba-29e693455f5c req-90665e00-5363-41ee-8585-75ddf7eb598a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cb5e3bfadd8949d285afa69cba79918a&device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 1100 time: 0.0619986 Nov 23 05:29:27.476210 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decbb29b-4a6e-4bdc-9d6c-a23f4f976c61 req-42e3c7c4-0f23-4bde-9a57-c38d6272af27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:27.481310 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-decbb29b-4a6e-4bdc-9d6c-a23f4f976c61 req-42e3c7c4-0f23-4bde-9a57-c38d6272af27 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=50b38531-eddf-4b49-b531-e5bf9682dbbe HTTP/1.1" status: 200 len: 853 time: 0.0954382 Nov 23 05:29:27.543249 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288d296-50fb-4b11-a4ba-29e693455f5c req-81fbb078-e621-46d7-8640-6812e6ea4968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:27.544918 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2288d296-50fb-4b11-a4ba-29e693455f5c req-81fbb078-e621-46d7-8640-6812e6ea4968 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d276bf6c-1506-42b0-9d9a-c9478303eb76 HTTP/1.1" status: 200 len: 917 time: 0.1351764 Nov 23 05:29:27.551251 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decbb29b-4a6e-4bdc-9d6c-a23f4f976c61 req-315f3f29-ea95-40b7-9952-b833836925a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:27.553314 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-decbb29b-4a6e-4bdc-9d6c-a23f4f976c61 req-315f3f29-ea95-40b7-9952-b833836925a1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86607cb6-c8a7-43df-9c11-e08b2a900939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0647647 Nov 23 05:29:27.692692 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2288d296-50fb-4b11-a4ba-29e693455f5c req-95c1a674-9995-4593-b6e3-3bea67ad3686 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b20df5f1-9ac0-4b9c-a723-2aaae32a648d HTTP/1.1" status: 200 len: 1002 time: 0.1306922 Nov 23 05:29:27.740437 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-decbb29b-4a6e-4bdc-9d6c-a23f4f976c61 req-e99a58b3-da19-4c02-a069-305e230180f0 service neutron] 10.222.0.54 "GET /v2.0/networks/86607cb6-c8a7-43df-9c11-e08b2a900939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715579 Nov 23 05:29:27.763718 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288d296-50fb-4b11-a4ba-29e693455f5c req-234eb9f3-250a-4c94-b954-64b1801079a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:27.765127 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2288d296-50fb-4b11-a4ba-29e693455f5c req-234eb9f3-250a-4c94-b954-64b1801079a6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b812847c-d94f-408a-a05b-e1adde40724b HTTP/1.1" status: 200 len: 855 time: 0.0649164 Nov 23 05:29:27.862574 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288d296-50fb-4b11-a4ba-29e693455f5c req-98cab91b-139b-4b9e-8277-386a75d84f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:27.864622 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2288d296-50fb-4b11-a4ba-29e693455f5c req-98cab91b-139b-4b9e-8277-386a75d84f36 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d276bf6c-1506-42b0-9d9a-c9478303eb76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0889990 Nov 23 05:29:27.904633 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-decbb29b-4a6e-4bdc-9d6c-a23f4f976c61 req-14f20789-312c-4df6-9fba-da68181c287c service neutron] 10.222.0.54 "GET /v2.0/networks/86607cb6-c8a7-43df-9c11-e08b2a900939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549168 Nov 23 05:29:27.984053 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2288d296-50fb-4b11-a4ba-29e693455f5c req-629c6bac-fbf6-4bae-b120-57c5d80b8a1b service neutron] 10.222.0.54 "GET /v2.0/networks/d276bf6c-1506-42b0-9d9a-c9478303eb76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059420 Nov 23 05:29:28.081038 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2288d296-50fb-4b11-a4ba-29e693455f5c req-9ecee47a-558b-4fd5-a356-99215ee44ac5 service neutron] 10.222.0.54 "GET /v2.0/networks/d276bf6c-1506-42b0-9d9a-c9478303eb76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872941 Nov 23 05:29:28.619250 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:29.898259 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.agents_db [None req-5ade7c98-4a19-45de-8fb0-464f54244c1e None None] Agent healthcheck: found 6 active agents {{(pid=102519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:29:30.656144 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 34612) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:29:30.762435 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-22d03713-08d8-4162-a429-46007c83ee8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:30.836927 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-22d03713-08d8-4162-a429-46007c83ee8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:30.840482 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-22d03713-08d8-4162-a429-46007c83ee8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:30.880425 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-22d03713-08d8-4162-a429-46007c83ee8e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f912056d33cd429885ae1de53d0913a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2232323 Nov 23 05:29:30.881244 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d03713-08d8-4162-a429-46007c83ee8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=270e1a3f-1150-4aec-9866-40056e90543d,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:29:30.883361 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 34622) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:29:30.933231 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-b03d1fc2-f7ba-4a0a-b57d-68b5aa9f3718 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:30.954931 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-b03d1fc2-f7ba-4a0a-b57d-68b5aa9f3718 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:31.006041 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-b03d1fc2-f7ba-4a0a-b57d-68b5aa9f3718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:31.008656 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-b03d1fc2-f7ba-4a0a-b57d-68b5aa9f3718 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:31.009781 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-b03d1fc2-f7ba-4a0a-b57d-68b5aa9f3718 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/270e1a3f-1150-4aec-9866-40056e90543d HTTP/1.1" status: 204 len: 168 time: 0.1243911 Nov 23 05:29:31.017139 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d1fc2-f7ba-4a0a-b57d-68b5aa9f3718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270e1a3f-1150-4aec-9866-40056e90543d,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:29:31.610215 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 34652) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:29:31.706226 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-ea5ec8ba-5022-44ed-a5e3-498861dfeeaf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2073954385-network', 'tenant_id': 'ad191be0886046eeaa7030de6ed90099'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:29:31.728427 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5ec8ba-5022-44ed-a5e3-498861dfeeaf admin admin] Made reservation on behalf of ad191be0886046eeaa7030de6ed90099 for: {'network': 1} {{(pid=102516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:29:31.730727 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ea5ec8ba-5022-44ed-a5e3-498861dfeeaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for network, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:31.738823 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ea5ec8ba-5022-44ed-a5e3-498861dfeeaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:31.814338 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ea5ec8ba-5022-44ed-a5e3-498861dfeeaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:31.818154 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ea5ec8ba-5022-44ed-a5e3-498861dfeeaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:31.845584 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea5ec8ba-5022-44ed-a5e3-498861dfeeaf admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=102516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 05:29:31.851943 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ec8ba-5022-44ed-a5e3-498861dfeeaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9360b7-1a6c-40e4-a5b8-05da414b0f59,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:29:31.860006 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ea5ec8ba-5022-44ed-a5e3-498861dfeeaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574952'] for segment, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:31.860355 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.db.segments_db [None req-ea5ec8ba-5022-44ed-a5e3-498861dfeeaf admin admin] Added segment 69a590d1-5dd3-4277-96f7-01f211c8329e of type vlan for network 6ae84b29-0690-473c-8282-824ad6dc6e1f Nov 23 05:29:31.900292 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ea5ec8ba-5022-44ed-a5e3-498861dfeeaf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751724239108'] for network, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:31.923982 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ea5ec8ba-5022-44ed-a5e3-498861dfeeaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215'] for network, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:31.924955 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5ec8ba-5022-44ed-a5e3-498861dfeeaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:31.925548 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ea5ec8ba-5022-44ed-a5e3-498861dfeeaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for network, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:31.983022 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-ea5ec8ba-5022-44ed-a5e3-498861dfeeaf admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3715923 Nov 23 05:29:31.985916 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 34658) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:29:31.990532 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ec8ba-5022-44ed-a5e3-498861dfeeaf admin admin] Pushing event updated for resources: {'Network': ['ID=6ae84b29-0690-473c-8282-824ad6dc6e1f,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:29:31.991665 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [None req-52f3e24b-2c18-453d-84c1-1342473e551c admin admin] Request body: {'subnet': {'network_id': '6ae84b29-0690-473c-8282-824ad6dc6e1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2073954385-subnet', 'tenant_id': 'ad191be0886046eeaa7030de6ed90099', 'ip_version': 4}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:29:32.000254 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Network 6ae84b29-0690-473c-8282-824ad6dc6e1f details requested by agent ovs-agent-dv-cinder-805072-6-iscsi with host dv-cinder-805072-6-iscsi {{(pid=102518) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 05:29:32.012816 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f3e24b-2c18-453d-84c1-1342473e551c admin admin] Made reservation on behalf of ad191be0886046eeaa7030de6ed90099 for: {'subnet': 1} {{(pid=102517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:29:32.015229 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-52f3e24b-2c18-453d-84c1-1342473e551c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27225594'] for subnet, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:32.191774 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-52f3e24b-2c18-453d-84c1-1342473e551c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25211216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27225556'] for subnet, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:32.246964 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f3e24b-2c18-453d-84c1-1342473e551c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b5d560a-b60a-4973-943d-2226bfe371e0,revision_number=0']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:29:32.254740 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f3e24b-2c18-453d-84c1-1342473e551c admin admin] Checking segment: {'id': '69a590d1-5dd3-4277-96f7-01f211c8329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6ae84b29-0690-473c-8282-824ad6dc6e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:29:32.255173 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f3e24b-2c18-453d-84c1-1342473e551c admin admin] Network hostable DHCP agents. Network: 6ae84b29-0690-473c-8282-824ad6dc6e1f, hostable agents: ['2030e6fd-0e7a-4e26-866d-a4515205c5a7'], hosted agents: [] {{(pid=102517) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 05:29:32.271216 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f3e24b-2c18-453d-84c1-1342473e551c admin admin] Network 6ae84b29-0690-473c-8282-824ad6dc6e1f is scheduled to be hosted by DHCP agent 2030e6fd-0e7a-4e26-866d-a4515205c5a7 with binding_index 1 {{(pid=102517) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 05:29:32.279088 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.base_scheduler [None req-52f3e24b-2c18-453d-84c1-1342473e551c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805072-6-iscsi, 6ae84b29-0690-473c-8282-824ad6dc6e1f) {{(pid=102517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:29:32.283430 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f3e24b-2c18-453d-84c1-1342473e551c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:32.284660 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-52f3e24b-2c18-453d-84c1-1342473e551c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:32.289044 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec30e7d-4c24-4f45-9e31-23b08260c23a None None] Network 6ae84b29-0690-473c-8282-824ad6dc6e1f requested from dv-cinder-805072-6-iscsi {{(pid=102518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:29:32.303971 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-52f3e24b-2c18-453d-84c1-1342473e551c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3135555 Nov 23 05:29:32.304307 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 34660) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:29:32.308543 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [None req-a1d4e147-fc7b-4332-a288-2825b9c546f5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2073954385-router', 'tenant_id': 'ad191be0886046eeaa7030de6ed90099', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688'}}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:29:32.328221 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a1d4e147-fc7b-4332-a288-2825b9c546f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8397'] for router, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:32.329284 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a1d4e147-fc7b-4332-a288-2825b9c546f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1733637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804129', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9534'] for router, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:32.385734 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a1d4e147-fc7b-4332-a288-2825b9c546f5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:32.434731 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605f0527-8671-49b9-aa7d-2f45f3be374b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37d81789-c0f2-5219-9ce1-cd506509959a-6ae84b29-0690-473c-8282-824ad6dc6e1f', 'network_id': '6ae84b29-0690-473c-8282-824ad6dc6e1f', 'tenant_id': 'ad191be0886046eeaa7030de6ed90099', 'fixed_ips': [{'subnet_id': '8b5d560a-b60a-4973-943d-2226bfe371e0'}]}} from dv-cinder-805072-6-iscsi. {{(pid=102518) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 05:29:32.435653 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-605f0527-8671-49b9-aa7d-2f45f3be374b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_create {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:32.522811 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a1d4e147-fc7b-4332-a288-2825b9c546f5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:32.569226 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.db_base_plugin_common [None req-605f0527-8671-49b9-aa7d-2f45f3be374b None None] Allocated IP 172.20.0.2 (6ae84b29-0690-473c-8282-824ad6dc6e1f/8b5d560a-b60a-4973-943d-2226bfe371e0/036226c7-9bcb-4e31-96bf-10c1fbb9ac63) {{(pid=102518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:29:32.713187 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-605f0527-8671-49b9-aa7d-2f45f3be374b None None] Publish callbacks [] for port, precommit_create {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:32.719067 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-605f0527-8671-49b9-aa7d-2f45f3be374b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751724218534'] for port, after_create {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:32.725725 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a1d4e147-fc7b-4332-a288-2825b9c546f5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:32.747951 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a1d4e147-fc7b-4332-a288-2825b9c546f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:32.758151 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605f0527-8671-49b9-aa7d-2f45f3be374b None None] Network 6ae84b29-0690-473c-8282-824ad6dc6e1f is already hosted by enough agents. {{(pid=102518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:29:32.761025 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.scheduler.base_scheduler [None req-605f0527-8671-49b9-aa7d-2f45f3be374b None None] Resources bound (agent type, host, resource id): {{(pid=102518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:29:32.764579 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605f0527-8671-49b9-aa7d-2f45f3be374b None None] Received port after_create {{(pid=102518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:29:32.774906 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605f0527-8671-49b9-aa7d-2f45f3be374b None None] Pushing event updated for resources: {'Port': ['ID=036226c7-9bcb-4e31-96bf-10c1fbb9ac63,revision_number=1']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:29:32.794686 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f0527-8671-49b9-aa7d-2f45f3be374b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:29:32.795091 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f0527-8671-49b9-aa7d-2f45f3be374b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:29:32.795457 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f0527-8671-49b9-aa7d-2f45f3be374b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:29:32.795802 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f0527-8671-49b9-aa7d-2f45f3be374b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:29:32.796144 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f0527-8671-49b9-aa7d-2f45f3be374b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:29:32.796485 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f0527-8671-49b9-aa7d-2f45f3be374b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:29:32.796825 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f0527-8671-49b9-aa7d-2f45f3be374b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:29:32.797163 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f0527-8671-49b9-aa7d-2f45f3be374b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:29:32.797515 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f0527-8671-49b9-aa7d-2f45f3be374b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:29:32.797853 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f0527-8671-49b9-aa7d-2f45f3be374b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:29:32.798188 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f0527-8671-49b9-aa7d-2f45f3be374b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:29:32.798517 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f0527-8671-49b9-aa7d-2f45f3be374b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:29:32.834520 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-605f0527-8671-49b9-aa7d-2f45f3be374b None None] Attempting to bind port 036226c7-9bcb-4e31-96bf-10c1fbb9ac63 on host dv-cinder-805072-6-iscsi for vnic_type normal with profile {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:29:32.835004 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-605f0527-8671-49b9-aa7d-2f45f3be374b None None] Attempting to bind port 036226c7-9bcb-4e31-96bf-10c1fbb9ac63 by drivers openvswitch,hyperv on host dv-cinder-805072-6-iscsi at level 0 using segments [{'id': '69a590d1-5dd3-4277-96f7-01f211c8329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6ae84b29-0690-473c-8282-824ad6dc6e1f'}] {{(pid=102518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:29:32.835283 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605f0527-8671-49b9-aa7d-2f45f3be374b None None] Attempting to bind port 036226c7-9bcb-4e31-96bf-10c1fbb9ac63 on network 6ae84b29-0690-473c-8282-824ad6dc6e1f {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:29:32.840448 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605f0527-8671-49b9-aa7d-2f45f3be374b None None] Checking agent: {'id': '820ec587-a722-4a8d-8856-03e998d7c894', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 5, 17, 39), 'started_at': datetime.datetime(2021, 11, 23, 5, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:29:32.840750 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605f0527-8671-49b9-aa7d-2f45f3be374b None None] Checking segment: {'id': '69a590d1-5dd3-4277-96f7-01f211c8329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6ae84b29-0690-473c-8282-824ad6dc6e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:29:32.841156 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-605f0527-8671-49b9-aa7d-2f45f3be374b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:32.841552 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605f0527-8671-49b9-aa7d-2f45f3be374b None None] Bound using segment: {'id': '69a590d1-5dd3-4277-96f7-01f211c8329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6ae84b29-0690-473c-8282-824ad6dc6e1f'} {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:29:32.842205 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-605f0527-8671-49b9-aa7d-2f45f3be374b None None] Bound port: 036226c7-9bcb-4e31-96bf-10c1fbb9ac63, host: dv-cinder-805072-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a590d1-5dd3-4277-96f7-01f211c8329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6ae84b29-0690-473c-8282-824ad6dc6e1f'}}] {{(pid=102518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:29:32.842432 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-605f0527-8671-49b9-aa7d-2f45f3be374b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:32.857290 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.db.db_base_plugin_common [None req-a1d4e147-fc7b-4332-a288-2825b9c546f5 admin admin] Allocated IP 172.27.0.142 (2fffb983-856b-4b4c-9c04-1e7e601bf688/5f9bd7f2-55ce-4eb1-9184-aa4552661a9b/c03d9892-cb05-418e-b6c4-0e25a28ccf76) {{(pid=102517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:29:32.907537 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-605f0527-8671-49b9-aa7d-2f45f3be374b None None] For port 036226c7-9bcb-4e31-96bf-10c1fbb9ac63, host dv-cinder-805072-6-iscsi, cleared binding levels {{(pid=102518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:29:32.911042 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-605f0527-8671-49b9-aa7d-2f45f3be374b None None] For port 036226c7-9bcb-4e31-96bf-10c1fbb9ac63, host dv-cinder-805072-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=036226c7-9bcb-4e31-96bf-10c1fbb9ac63,segment=NetworkSegment(69a590d1-5dd3-4277-96f7-01f211c8329e),segment_id=69a590d1-5dd3-4277-96f7-01f211c8329e)] {{(pid=102518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:29:32.916352 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-605f0527-8671-49b9-aa7d-2f45f3be374b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:32.967929 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a1d4e147-fc7b-4332-a288-2825b9c546f5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:32.972839 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605f0527-8671-49b9-aa7d-2f45f3be374b None None] Pushing event updated for resources: {'Port': ['ID=036226c7-9bcb-4e31-96bf-10c1fbb9ac63,revision_number=2']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:29:33.008427 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a1d4e147-fc7b-4332-a288-2825b9c546f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751724218534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25211324'] for port, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:33.049121 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d4e147-fc7b-4332-a288-2825b9c546f5 admin admin] Network 2fffb983-856b-4b4c-9c04-1e7e601bf688 is already hosted by enough agents. {{(pid=102517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:29:33.053642 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.base_scheduler [None req-a1d4e147-fc7b-4332-a288-2825b9c546f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:29:33.058154 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d4e147-fc7b-4332-a288-2825b9c546f5 admin admin] Received port after_create {{(pid=102517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:29:33.061378 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d4e147-fc7b-4332-a288-2825b9c546f5 admin admin] Pushing event updated for resources: {'Port': ['ID=c03d9892-cb05-418e-b6c4-0e25a28ccf76,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:29:33.469397 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-51360468-763b-4dec-beba-40d3448014f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:33.528363 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a1d4e147-fc7b-4332-a288-2825b9c546f5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:33.730467 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a1d4e147-fc7b-4332-a288-2825b9c546f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1733714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-309572'] for router, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:33.874602 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d4e147-fc7b-4332-a288-2825b9c546f5 admin admin] Router b6b3798c-4a81-402c-bd54-63949568e2e8 is scheduled to L3 agent 9dac5a01-04fc-4e91-9910-6392ff9c638b with binding_index 1 {{(pid=102517) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 05:29:33.948345 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 036226c7-9bcb-4e31-96bf-10c1fbb9ac63 up at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:29:33.997453 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d4e147-fc7b-4332-a288-2825b9c546f5 admin admin] Notify agent at l3_agent.dv-cinder-805072-6-iscsi the message routers_updated {{(pid=102517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:29:34.000611 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Provisioning complete for port 036226c7-9bcb-4e31-96bf-10c1fbb9ac63 triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:29:34.000991 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:34.017894 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a1d4e147-fc7b-4332-a288-2825b9c546f5 admin admin] Publish callbacks [] for router, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:34.019220 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-a1d4e147-fc7b-4332-a288-2825b9c546f5 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7138894 Nov 23 05:29:34.022049 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 34666) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:29:34.025627 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26242c0d-8dad-44ae-8763-1f8ac7c5301a None None] Sync routers for ids ['b6b3798c-4a81-402c-bd54-63949568e2e8'] in dv-cinder-805072-6-iscsi {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:29:34.039336 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f43adc5-3f43-4b8f-ae72-1c670405cc12 None None] Network 6ae84b29-0690-473c-8282-824ad6dc6e1f requested from dv-cinder-805072-6-iscsi {{(pid=102518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:29:34.098498 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26242c0d-8dad-44ae-8763-1f8ac7c5301a None None] Routers {'b6b3798c-4a81-402c-bd54-63949568e2e8'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:29:34.099805 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-26242c0d-8dad-44ae-8763-1f8ac7c5301a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:29:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['b6b3798c-4a81-402c-bd54-63949568e2e8'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:29:34.301139 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-2ae53bdd-bd95-41de-827e-f5c1c7673f78 None None] Provisioning complete for port 036226c7-9bcb-4e31-96bf-10c1fbb9ac63 triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:29:34.301436 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-2ae53bdd-bd95-41de-827e-f5c1c7673f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:34.435065 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-b33edea2-e0da-4e3e-b406-58a84db76aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:34.464469 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:34.479295 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-26242c0d-8dad-44ae-8763-1f8ac7c5301a None None] Set router b6b3798c-4a81-402c-bd54-63949568e2e8 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:29:34.588311 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.db.db_base_plugin_common [None req-b33edea2-e0da-4e3e-b406-58a84db76aef admin admin] Allocated IP 172.20.0.1 (6ae84b29-0690-473c-8282-824ad6dc6e1f/8b5d560a-b60a-4973-943d-2226bfe371e0/9d58ccc2-3ec6-476c-b9b6-956f9897024b) {{(pid=102517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:29:34.646562 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] For port 036226c7-9bcb-4e31-96bf-10c1fbb9ac63, host dv-cinder-805072-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=036226c7-9bcb-4e31-96bf-10c1fbb9ac63,segment=NetworkSegment(69a590d1-5dd3-4277-96f7-01f211c8329e),segment_id=69a590d1-5dd3-4277-96f7-01f211c8329e)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:29:34.655394 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:34.660943 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-2ae53bdd-bd95-41de-827e-f5c1c7673f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:34.698586 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-b33edea2-e0da-4e3e-b406-58a84db76aef admin admin] Publish callbacks [] for port, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:34.733041 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-b33edea2-e0da-4e3e-b406-58a84db76aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751724218534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25211324'] for port, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:34.757180 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Pushing event updated for resources: {'Port': ['ID=036226c7-9bcb-4e31-96bf-10c1fbb9ac63,revision_number=3']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:29:34.776605 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33edea2-e0da-4e3e-b406-58a84db76aef admin admin] Network 6ae84b29-0690-473c-8282-824ad6dc6e1f is already hosted by enough agents. {{(pid=102517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:29:34.779477 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.base_scheduler [None req-b33edea2-e0da-4e3e-b406-58a84db76aef admin admin] Resources bound (agent type, host, resource id): {{(pid=102517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:29:34.784039 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33edea2-e0da-4e3e-b406-58a84db76aef admin admin] Received port after_create {{(pid=102517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:29:34.787730 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33edea2-e0da-4e3e-b406-58a84db76aef admin admin] Pushing event updated for resources: {'Port': ['ID=9d58ccc2-3ec6-476c-b9b6-956f9897024b,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:29:34.820117 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.db.api [None req-2ae53bdd-bd95-41de-827e-f5c1c7673f78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102518) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 05:29:34.820513 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG oslo_db.api [None req-2ae53bdd-bd95-41de-827e-f5c1c7673f78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 05:29:34.826238 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-b33edea2-e0da-4e3e-b406-58a84db76aef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733347'] for router_interface, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:34.845357 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-26242c0d-8dad-44ae-8763-1f8ac7c5301a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b3798c-4a81-402c-bd54-63949568e2e8', 'name': 'tempest-TestShelveInstance-2073954385-router', 'tenant_id': 'ad191be0886046eeaa7030de6ed90099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'c03d9892-cb05-418e-b6c4-0e25a28ccf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:29:32Z', 'updated_at': '2021-11-23T05:29:33Z', 'revision_number': 3, 'project_id': 'ad191be0886046eeaa7030de6ed90099', 'gw_port': {'id': 'c03d9892-cb05-418e-b6c4-0e25a28ccf76', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:40:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b3798c-4a81-402c-bd54-63949568e2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:29:32Z', 'updated_at': '2021-11-23T05:29:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi'}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:29:34.873943 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26242c0d-8dad-44ae-8763-1f8ac7c5301a None None] Checking router: b6b3798c-4a81-402c-bd54-63949568e2e8 for host: dv-cinder-805072-6-iscsi {{(pid=102518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:29:34.874293 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26242c0d-8dad-44ae-8763-1f8ac7c5301a None None] Updating router b6b3798c-4a81-402c-bd54-63949568e2e8 port c03d9892-cb05-418e-b6c4-0e25a28ccf76 binding host dv-cinder-805072-6-iscsi {{(pid=102518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 05:29:34.903152 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-26242c0d-8dad-44ae-8763-1f8ac7c5301a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:34.975256 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-b33edea2-e0da-4e3e-b406-58a84db76aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:35.149654 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-b33edea2-e0da-4e3e-b406-58a84db76aef admin admin] Publish callbacks [] for port, precommit_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:35.154502 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-b33edea2-e0da-4e3e-b406-58a84db76aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25211307'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:35.191919 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-26242c0d-8dad-44ae-8763-1f8ac7c5301a None None] Publish callbacks [] for port, precommit_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:35.197658 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-26242c0d-8dad-44ae-8763-1f8ac7c5301a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:35.223322 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33edea2-e0da-4e3e-b406-58a84db76aef admin admin] Pushing event updated for resources: {'Port': ['ID=9d58ccc2-3ec6-476c-b9b6-956f9897024b,revision_number=2']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:29:35.225782 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-b33edea2-e0da-4e3e-b406-58a84db76aef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733247'] for router_interface, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:35.247650 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-26242c0d-8dad-44ae-8763-1f8ac7c5301a None None] Attempting to bind port c03d9892-cb05-418e-b6c4-0e25a28ccf76 on host dv-cinder-805072-6-iscsi for vnic_type normal with profile {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:29:35.248027 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-26242c0d-8dad-44ae-8763-1f8ac7c5301a None None] Attempting to bind port c03d9892-cb05-418e-b6c4-0e25a28ccf76 by drivers openvswitch,hyperv on host dv-cinder-805072-6-iscsi at level 0 using segments [{'id': 'e4256266-4d48-4c1e-81e6-1081b0d2db50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688'}] {{(pid=102518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:29:35.248397 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26242c0d-8dad-44ae-8763-1f8ac7c5301a None None] Attempting to bind port c03d9892-cb05-418e-b6c4-0e25a28ccf76 on network 2fffb983-856b-4b4c-9c04-1e7e601bf688 {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:29:35.258161 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb079710-13fe-4a43-b0a9-96a5ba570fa2 None None] Pushing event updated for resources: {'Port': ['ID=c03d9892-cb05-418e-b6c4-0e25a28ccf76,revision_number=2']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:29:35.262366 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26242c0d-8dad-44ae-8763-1f8ac7c5301a None None] Checking agent: {'id': '820ec587-a722-4a8d-8856-03e998d7c894', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 5, 17, 39), 'started_at': datetime.datetime(2021, 11, 23, 5, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:29:35.262827 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26242c0d-8dad-44ae-8763-1f8ac7c5301a None None] Checking segment: {'id': 'e4256266-4d48-4c1e-81e6-1081b0d2db50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:29:35.263254 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-26242c0d-8dad-44ae-8763-1f8ac7c5301a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:35.263723 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26242c0d-8dad-44ae-8763-1f8ac7c5301a None None] Bound using segment: {'id': 'e4256266-4d48-4c1e-81e6-1081b0d2db50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688'} {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:29:35.264206 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-26242c0d-8dad-44ae-8763-1f8ac7c5301a None None] Bound port: c03d9892-cb05-418e-b6c4-0e25a28ccf76, host: dv-cinder-805072-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4256266-4d48-4c1e-81e6-1081b0d2db50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688'}}] {{(pid=102518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:29:35.264624 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-26242c0d-8dad-44ae-8763-1f8ac7c5301a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:35.318496 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-26242c0d-8dad-44ae-8763-1f8ac7c5301a None None] For port c03d9892-cb05-418e-b6c4-0e25a28ccf76, host dv-cinder-805072-6-iscsi, cleared binding levels {{(pid=102518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:29:35.318759 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33edea2-e0da-4e3e-b406-58a84db76aef admin admin] Network 6ae84b29-0690-473c-8282-824ad6dc6e1f is already hosted by enough agents. {{(pid=102517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:29:35.320041 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.base_scheduler [None req-b33edea2-e0da-4e3e-b406-58a84db76aef admin admin] Resources bound (agent type, host, resource id): {{(pid=102517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:29:35.322035 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-26242c0d-8dad-44ae-8763-1f8ac7c5301a None None] For port c03d9892-cb05-418e-b6c4-0e25a28ccf76, host dv-cinder-805072-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=c03d9892-cb05-418e-b6c4-0e25a28ccf76,segment=NetworkSegment(e4256266-4d48-4c1e-81e6-1081b0d2db50),segment_id=e4256266-4d48-4c1e-81e6-1081b0d2db50)] {{(pid=102518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:29:35.351089 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-26242c0d-8dad-44ae-8763-1f8ac7c5301a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:35.423138 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26242c0d-8dad-44ae-8763-1f8ac7c5301a None None] Routers {'b6b3798c-4a81-402c-bd54-63949568e2e8'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:29:35.423817 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-26242c0d-8dad-44ae-8763-1f8ac7c5301a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:29:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['b6b3798c-4a81-402c-bd54-63949568e2e8'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:29:35.430316 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb079710-13fe-4a43-b0a9-96a5ba570fa2 None None] Pushing event updated for resources: {'Port': ['ID=c03d9892-cb05-418e-b6c4-0e25a28ccf76,revision_number=3']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:29:35.449540 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b33edea2-e0da-4e3e-b406-58a84db76aef admin admin] Router b6b3798c-4a81-402c-bd54-63949568e2e8 has already been hosted by L3 agent 9dac5a01-04fc-4e91-9910-6392ff9c638b {{(pid=102517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:29:35.547990 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-ab5e39a1-bf46-4ac4-b7a1-b49f589aa36b None None] Provisioning complete for port 9d58ccc2-3ec6-476c-b9b6-956f9897024b triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:29:35.548498 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-ab5e39a1-bf46-4ac4-b7a1-b49f589aa36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:35.565404 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33edea2-e0da-4e3e-b406-58a84db76aef admin admin] Notify agent at l3_agent.dv-cinder-805072-6-iscsi the message routers_updated {{(pid=102517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:29:35.572055 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-b33edea2-e0da-4e3e-b406-58a84db76aef admin admin] 10.222.0.48 "PUT /v2.0/routers/b6b3798c-4a81-402c-bd54-63949568e2e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5490055 Nov 23 05:29:35.580075 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-26242c0d-8dad-44ae-8763-1f8ac7c5301a None None] Set router b6b3798c-4a81-402c-bd54-63949568e2e8 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:29:35.625557 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-ab5e39a1-bf46-4ac4-b7a1-b49f589aa36b None None] Port 9d58ccc2-3ec6-476c-b9b6-956f9897024b cannot update to ACTIVE because it is not bound. {{(pid=102518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:29:35.720187 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-ab5e39a1-bf46-4ac4-b7a1-b49f589aa36b None None] Provisioning complete for port 036226c7-9bcb-4e31-96bf-10c1fbb9ac63 triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:29:35.720187 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-ab5e39a1-bf46-4ac4-b7a1-b49f589aa36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:35.750905 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-3f1a1e2c-c2a3-41be-b368-b8ce66d30dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:35.879918 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-26242c0d-8dad-44ae-8763-1f8ac7c5301a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b3798c-4a81-402c-bd54-63949568e2e8', 'name': 'tempest-TestShelveInstance-2073954385-router', 'tenant_id': 'ad191be0886046eeaa7030de6ed90099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'c03d9892-cb05-418e-b6c4-0e25a28ccf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:29:32Z', 'updated_at': '2021-11-23T05:29:34Z', 'revision_number': 4, 'project_id': 'ad191be0886046eeaa7030de6ed90099', 'gw_port': {'id': 'c03d9892-cb05-418e-b6c4-0e25a28ccf76', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:40:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b3798c-4a81-402c-bd54-63949568e2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:29:32Z', 'updated_at': '2021-11-23T05:29:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_interfaces': [{'id': '9d58ccc2-3ec6-476c-b9b6-956f9897024b', 'name': '', 'network_id': '6ae84b29-0690-473c-8282-824ad6dc6e1f', 'tenant_id': 'ad191be0886046eeaa7030de6ed90099', 'mac_address': 'fa:16:3e:77:35:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b3798c-4a81-402c-bd54-63949568e2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8b5d560a-b60a-4973-943d-2226bfe371e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:29:34Z', 'updated_at': '2021-11-23T05:29:35Z', 'revision_number': 2, 'project_id': 'ad191be0886046eeaa7030de6ed90099', 'subnets': [{'id': '8b5d560a-b60a-4973-943d-2226bfe371e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:29:36.039622 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 036226c7-9bcb-4e31-96bf-10c1fbb9ac63 up at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:29:36.063515 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26242c0d-8dad-44ae-8763-1f8ac7c5301a None None] The sync data for ids ['b6b3798c-4a81-402c-bd54-63949568e2e8'] in dv-cinder-805072-6-iscsi is: [{'id': 'b6b3798c-4a81-402c-bd54-63949568e2e8', 'name': 'tempest-TestShelveInstance-2073954385-router', 'tenant_id': 'ad191be0886046eeaa7030de6ed90099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'c03d9892-cb05-418e-b6c4-0e25a28ccf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:29:32Z', 'updated_at': '2021-11-23T05:29:34Z', 'revision_number': 4, 'project_id': 'ad191be0886046eeaa7030de6ed90099', 'gw_port': {'id': 'c03d9892-cb05-418e-b6c4-0e25a28ccf76', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:40:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b3798c-4a81-402c-bd54-63949568e2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:29:32Z', 'updated_at': '2021-11-23T05:29:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_interfaces': [{'id': '9d58ccc2-3ec6-476c-b9b6-956f9897024b', 'name': '', 'network_id': '6ae84b29-0690-473c-8282-824ad6dc6e1f', 'tenant_id': 'ad191be0886046eeaa7030de6ed90099', 'mac_address': 'fa:16:3e:77:35:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b3798c-4a81-402c-bd54-63949568e2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8b5d560a-b60a-4973-943d-2226bfe371e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:29:34Z', 'updated_at': '2021-11-23T05:29:35Z', 'revision_number': 2, 'project_id': 'ad191be0886046eeaa7030de6ed90099', 'subnets': [{'id': '8b5d560a-b60a-4973-943d-2226bfe371e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:29:36.090993 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-a1683e8d-154c-4da4-b12a-a068cc8da9e2 None None] Provisioning complete for port 9d58ccc2-3ec6-476c-b9b6-956f9897024b triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:29:36.091378 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-a1683e8d-154c-4da4-b12a-a068cc8da9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:36.101102 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 34692) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:29:36.108037 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [None req-314d662a-b13a-414a-80bf-da2d43783c9e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-224260270-network', 'tenant_id': '506274b39b4b45599b9da16a5d76ff34'}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:29:36.135468 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-a1683e8d-154c-4da4-b12a-a068cc8da9e2 None None] Port 9d58ccc2-3ec6-476c-b9b6-956f9897024b cannot update to ACTIVE because it is not bound. {{(pid=102518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:29:36.140925 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314d662a-b13a-414a-80bf-da2d43783c9e admin admin] Made reservation on behalf of 506274b39b4b45599b9da16a5d76ff34 for: {'network': 1} {{(pid=102517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:29:36.141422 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Provisioning complete for port 036226c7-9bcb-4e31-96bf-10c1fbb9ac63 triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:29:36.141806 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:36.147876 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-314d662a-b13a-414a-80bf-da2d43783c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for network, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:36.159228 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-314d662a-b13a-414a-80bf-da2d43783c9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:36.252582 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-314d662a-b13a-414a-80bf-da2d43783c9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:36.257608 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-314d662a-b13a-414a-80bf-da2d43783c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:36.284504 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-314d662a-b13a-414a-80bf-da2d43783c9e admin admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=102517) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 05:29:36.295059 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314d662a-b13a-414a-80bf-da2d43783c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=567f0f1b-eeca-41e4-8a2a-d26ce40a11be,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:29:36.300654 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-314d662a-b13a-414a-80bf-da2d43783c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574952'] for segment, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:36.301008 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.db.segments_db [None req-314d662a-b13a-414a-80bf-da2d43783c9e admin admin] Added segment 18fcc47d-6d7b-4dcc-a31b-9f43d54c55a6 of type vlan for network ac2c1cf2-6669-4e5f-b081-6fa9f6fec8d7 Nov 23 05:29:36.359642 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-314d662a-b13a-414a-80bf-da2d43783c9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751724239108'] for network, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:36.397421 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-314d662a-b13a-414a-80bf-da2d43783c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215'] for network, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:36.398595 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314d662a-b13a-414a-80bf-da2d43783c9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:36.399350 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-314d662a-b13a-414a-80bf-da2d43783c9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for network, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:36.464182 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-314d662a-b13a-414a-80bf-da2d43783c9e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3618128 Nov 23 05:29:36.467084 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 34700) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:29:36.478223 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [None req-17b7e839-9cc0-4c0c-b355-f1b68581cc17 admin admin] Request body: {'subnet': {'network_id': 'ac2c1cf2-6669-4e5f-b081-6fa9f6fec8d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-224260270-subnet', 'tenant_id': '506274b39b4b45599b9da16a5d76ff34', 'ip_version': 4}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:29:36.493069 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314d662a-b13a-414a-80bf-da2d43783c9e admin admin] Pushing event updated for resources: {'Network': ['ID=ac2c1cf2-6669-4e5f-b081-6fa9f6fec8d7,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:29:36.504709 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Network ac2c1cf2-6669-4e5f-b081-6fa9f6fec8d7 details requested by agent ovs-agent-dv-cinder-805072-6-iscsi with host dv-cinder-805072-6-iscsi {{(pid=102518) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 05:29:36.507625 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b7e839-9cc0-4c0c-b355-f1b68581cc17 admin admin] Made reservation on behalf of 506274b39b4b45599b9da16a5d76ff34 for: {'subnet': 1} {{(pid=102517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:29:36.510130 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-17b7e839-9cc0-4c0c-b355-f1b68581cc17 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27225594'] for subnet, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:36.699735 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-17b7e839-9cc0-4c0c-b355-f1b68581cc17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25211216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27225556'] for subnet, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:36.757082 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b7e839-9cc0-4c0c-b355-f1b68581cc17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ce7c4f2-1aaf-4128-9f54-a78f8581ed72,revision_number=0']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:29:36.767360 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b7e839-9cc0-4c0c-b355-f1b68581cc17 admin admin] Checking segment: {'id': '18fcc47d-6d7b-4dcc-a31b-9f43d54c55a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ac2c1cf2-6669-4e5f-b081-6fa9f6fec8d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:29:36.767722 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b7e839-9cc0-4c0c-b355-f1b68581cc17 admin admin] Network hostable DHCP agents. Network: ac2c1cf2-6669-4e5f-b081-6fa9f6fec8d7, hostable agents: ['2030e6fd-0e7a-4e26-866d-a4515205c5a7'], hosted agents: [] {{(pid=102517) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 05:29:36.785761 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b7e839-9cc0-4c0c-b355-f1b68581cc17 admin admin] Network ac2c1cf2-6669-4e5f-b081-6fa9f6fec8d7 is scheduled to be hosted by DHCP agent 2030e6fd-0e7a-4e26-866d-a4515205c5a7 with binding_index 1 {{(pid=102517) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 05:29:36.797085 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.base_scheduler [None req-17b7e839-9cc0-4c0c-b355-f1b68581cc17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805072-6-iscsi, ac2c1cf2-6669-4e5f-b081-6fa9f6fec8d7) {{(pid=102517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:29:36.801590 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b7e839-9cc0-4c0c-b355-f1b68581cc17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:36.803108 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-17b7e839-9cc0-4c0c-b355-f1b68581cc17 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:36.808581 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968271d6-19e0-4abe-957e-6f34ebbc6465 None None] Network ac2c1cf2-6669-4e5f-b081-6fa9f6fec8d7 requested from dv-cinder-805072-6-iscsi {{(pid=102518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:29:36.843366 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-17b7e839-9cc0-4c0c-b355-f1b68581cc17 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3726852 Nov 23 05:29:36.844145 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 34706) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:29:36.849960 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-ae3f6447-c9b7-4828-8b53-99350eb60348 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-224260270-router', 'tenant_id': '506274b39b4b45599b9da16a5d76ff34', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688'}}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:29:36.876958 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ae3f6447-c9b7-4828-8b53-99350eb60348 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8397'] for router, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:36.878067 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ae3f6447-c9b7-4828-8b53-99350eb60348 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1733637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804129', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9534'] for router, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:36.936688 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ae3f6447-c9b7-4828-8b53-99350eb60348 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:37.021569 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7972883e-f7cd-4e3d-86dd-af18b081b120 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37d81789-c0f2-5219-9ce1-cd506509959a-ac2c1cf2-6669-4e5f-b081-6fa9f6fec8d7', 'network_id': 'ac2c1cf2-6669-4e5f-b081-6fa9f6fec8d7', 'tenant_id': '506274b39b4b45599b9da16a5d76ff34', 'fixed_ips': [{'subnet_id': '0ce7c4f2-1aaf-4128-9f54-a78f8581ed72'}]}} from dv-cinder-805072-6-iscsi. {{(pid=102518) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 05:29:37.022887 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-7972883e-f7cd-4e3d-86dd-af18b081b120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_create {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:37.115059 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-cb0bae37-5947-48f5-b8ea-be8dc2c46173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:37.185543 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.db_base_plugin_common [None req-7972883e-f7cd-4e3d-86dd-af18b081b120 None None] Allocated IP 172.20.0.2 (ac2c1cf2-6669-4e5f-b081-6fa9f6fec8d7/0ce7c4f2-1aaf-4128-9f54-a78f8581ed72/4839ca20-8792-4805-946c-a093ab521a2f) {{(pid=102518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:29:37.294096 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ae3f6447-c9b7-4828-8b53-99350eb60348 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:37.349874 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-7972883e-f7cd-4e3d-86dd-af18b081b120 None None] Publish callbacks [] for port, precommit_create {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:37.357553 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-7972883e-f7cd-4e3d-86dd-af18b081b120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751724218534'] for port, after_create {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:37.399294 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7972883e-f7cd-4e3d-86dd-af18b081b120 None None] Network ac2c1cf2-6669-4e5f-b081-6fa9f6fec8d7 is already hosted by enough agents. {{(pid=102518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:29:37.402410 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.scheduler.base_scheduler [None req-7972883e-f7cd-4e3d-86dd-af18b081b120 None None] Resources bound (agent type, host, resource id): {{(pid=102518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:29:37.405965 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7972883e-f7cd-4e3d-86dd-af18b081b120 None None] Received port after_create {{(pid=102518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:29:37.414112 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7972883e-f7cd-4e3d-86dd-af18b081b120 None None] Pushing event updated for resources: {'Port': ['ID=4839ca20-8792-4805-946c-a093ab521a2f,revision_number=1']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:29:37.471214 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-7972883e-f7cd-4e3d-86dd-af18b081b120 None None] Attempting to bind port 4839ca20-8792-4805-946c-a093ab521a2f on host dv-cinder-805072-6-iscsi for vnic_type normal with profile {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:29:37.471706 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-7972883e-f7cd-4e3d-86dd-af18b081b120 None None] Attempting to bind port 4839ca20-8792-4805-946c-a093ab521a2f by drivers openvswitch,hyperv on host dv-cinder-805072-6-iscsi at level 0 using segments [{'id': '18fcc47d-6d7b-4dcc-a31b-9f43d54c55a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ac2c1cf2-6669-4e5f-b081-6fa9f6fec8d7'}] {{(pid=102518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:29:37.472175 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7972883e-f7cd-4e3d-86dd-af18b081b120 None None] Attempting to bind port 4839ca20-8792-4805-946c-a093ab521a2f on network ac2c1cf2-6669-4e5f-b081-6fa9f6fec8d7 {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:29:37.479103 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7972883e-f7cd-4e3d-86dd-af18b081b120 None None] Checking agent: {'id': '820ec587-a722-4a8d-8856-03e998d7c894', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 5, 17, 39), 'started_at': datetime.datetime(2021, 11, 23, 5, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:29:37.479494 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7972883e-f7cd-4e3d-86dd-af18b081b120 None None] Checking segment: {'id': '18fcc47d-6d7b-4dcc-a31b-9f43d54c55a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ac2c1cf2-6669-4e5f-b081-6fa9f6fec8d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:29:37.479906 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-7972883e-f7cd-4e3d-86dd-af18b081b120 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:37.480497 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7972883e-f7cd-4e3d-86dd-af18b081b120 None None] Bound using segment: {'id': '18fcc47d-6d7b-4dcc-a31b-9f43d54c55a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ac2c1cf2-6669-4e5f-b081-6fa9f6fec8d7'} {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:29:37.480979 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-7972883e-f7cd-4e3d-86dd-af18b081b120 None None] Bound port: 4839ca20-8792-4805-946c-a093ab521a2f, host: dv-cinder-805072-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18fcc47d-6d7b-4dcc-a31b-9f43d54c55a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ac2c1cf2-6669-4e5f-b081-6fa9f6fec8d7'}}] {{(pid=102518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:29:37.481369 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-7972883e-f7cd-4e3d-86dd-af18b081b120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:37.534662 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ae3f6447-c9b7-4828-8b53-99350eb60348 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:37.556044 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-7972883e-f7cd-4e3d-86dd-af18b081b120 None None] For port 4839ca20-8792-4805-946c-a093ab521a2f, host dv-cinder-805072-6-iscsi, cleared binding levels {{(pid=102518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:29:37.557882 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ae3f6447-c9b7-4828-8b53-99350eb60348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:37.559549 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-7972883e-f7cd-4e3d-86dd-af18b081b120 None None] For port 4839ca20-8792-4805-946c-a093ab521a2f, host dv-cinder-805072-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=4839ca20-8792-4805-946c-a093ab521a2f,segment=NetworkSegment(18fcc47d-6d7b-4dcc-a31b-9f43d54c55a6),segment_id=18fcc47d-6d7b-4dcc-a31b-9f43d54c55a6)] {{(pid=102518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:29:37.565921 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-7972883e-f7cd-4e3d-86dd-af18b081b120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:37.626703 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7972883e-f7cd-4e3d-86dd-af18b081b120 None None] Pushing event updated for resources: {'Port': ['ID=4839ca20-8792-4805-946c-a093ab521a2f,revision_number=2']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:29:37.670825 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.db_base_plugin_common [None req-ae3f6447-c9b7-4828-8b53-99350eb60348 admin admin] Allocated IP 172.27.0.185 (2fffb983-856b-4b4c-9c04-1e7e601bf688/5f9bd7f2-55ce-4eb1-9184-aa4552661a9b/3329fa02-699e-4655-b089-94f65207556e) {{(pid=102516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:29:37.788897 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ae3f6447-c9b7-4828-8b53-99350eb60348 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:37.837487 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ae3f6447-c9b7-4828-8b53-99350eb60348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751724218534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237887'] for port, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:37.885018 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3f6447-c9b7-4828-8b53-99350eb60348 admin admin] Network 2fffb983-856b-4b4c-9c04-1e7e601bf688 is already hosted by enough agents. {{(pid=102516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:29:37.889736 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [None req-ae3f6447-c9b7-4828-8b53-99350eb60348 admin admin] Resources bound (agent type, host, resource id): {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:29:37.891792 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3f6447-c9b7-4828-8b53-99350eb60348 admin admin] Pushing event updated for resources: {'Port': ['ID=3329fa02-699e-4655-b089-94f65207556e,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:29:37.899360 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3f6447-c9b7-4828-8b53-99350eb60348 admin admin] Received port after_create {{(pid=102516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:29:37.990902 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 4839ca20-8792-4805-946c-a093ab521a2f up at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:29:38.044365 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Provisioning complete for port 4839ca20-8792-4805-946c-a093ab521a2f triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:29:38.044628 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:38.130749 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:38.171537 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] For port 4839ca20-8792-4805-946c-a093ab521a2f, host dv-cinder-805072-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=4839ca20-8792-4805-946c-a093ab521a2f,segment=NetworkSegment(18fcc47d-6d7b-4dcc-a31b-9f43d54c55a6),segment_id=18fcc47d-6d7b-4dcc-a31b-9f43d54c55a6)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:29:38.175988 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:38.176383 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ae3f6447-c9b7-4828-8b53-99350eb60348 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:38.177489 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device c03d9892-cb05-418e-b6c4-0e25a28ccf76 up at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:29:38.255456 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Pushing event updated for resources: {'Port': ['ID=4839ca20-8792-4805-946c-a093ab521a2f,revision_number=3']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:29:38.269079 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Provisioning complete for port c03d9892-cb05-418e-b6c4-0e25a28ccf76 triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:29:38.269536 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:38.348683 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:38.369378 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] For port c03d9892-cb05-418e-b6c4-0e25a28ccf76, host dv-cinder-805072-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=c03d9892-cb05-418e-b6c4-0e25a28ccf76,segment=NetworkSegment(e4256266-4d48-4c1e-81e6-1081b0d2db50),segment_id=e4256266-4d48-4c1e-81e6-1081b0d2db50)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:29:38.373187 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:38.382372 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ae3f6447-c9b7-4828-8b53-99350eb60348 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1733714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-309572'] for router, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:38.423504 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Pushing event updated for resources: {'Port': ['ID=c03d9892-cb05-418e-b6c4-0e25a28ccf76,revision_number=4']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:29:38.459980 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-0cc3cdcc-aace-4769-a54e-383df0ffcf0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:38.513593 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae3f6447-c9b7-4828-8b53-99350eb60348 admin admin] Router 72720307-d367-4e04-bd10-a55a13cee926 is scheduled to L3 agent 9dac5a01-04fc-4e91-9910-6392ff9c638b with binding_index 1 {{(pid=102516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 05:29:38.625379 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979897a2-b7e9-4ac5-8437-487fd5aad5d0 None None] Sync routers for ids ['b6b3798c-4a81-402c-bd54-63949568e2e8'] in dv-cinder-805072-6-iscsi {{(pid=102519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:29:38.634222 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3f6447-c9b7-4828-8b53-99350eb60348 admin admin] Notify agent at l3_agent.dv-cinder-805072-6-iscsi the message routers_updated {{(pid=102516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:29:38.636216 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979897a2-b7e9-4ac5-8437-487fd5aad5d0 None None] Routers {'b6b3798c-4a81-402c-bd54-63949568e2e8'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:29:38.636845 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-979897a2-b7e9-4ac5-8437-487fd5aad5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:29:36Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['b6b3798c-4a81-402c-bd54-63949568e2e8'], 'active': True} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:29:38.644741 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a64fcd-ab03-4b86-ae42-60de9463d6ea None None] Sync routers for ids ['72720307-d367-4e04-bd10-a55a13cee926'] in dv-cinder-805072-6-iscsi {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:29:38.653549 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ae3f6447-c9b7-4828-8b53-99350eb60348 admin admin] Publish callbacks [] for router, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:38.655111 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-ae3f6447-c9b7-4828-8b53-99350eb60348 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8103063 Nov 23 05:29:38.657878 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 34712) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:29:38.659598 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a64fcd-ab03-4b86-ae42-60de9463d6ea None None] Routers {'72720307-d367-4e04-bd10-a55a13cee926'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:29:38.660608 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-84a64fcd-ab03-4b86-ae42-60de9463d6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:29:36Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['72720307-d367-4e04-bd10-a55a13cee926'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:29:38.769359 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvr_db [None req-979897a2-b7e9-4ac5-8437-487fd5aad5d0 None None] Set router b6b3798c-4a81-402c-bd54-63949568e2e8 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:29:38.793985 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-84a64fcd-ab03-4b86-ae42-60de9463d6ea None None] Set router 72720307-d367-4e04-bd10-a55a13cee926 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:29:38.854518 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb91e795-a0ae-480b-8eeb-a0d35ec0c9ab None None] Network ac2c1cf2-6669-4e5f-b081-6fa9f6fec8d7 requested from dv-cinder-805072-6-iscsi {{(pid=102518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:29:38.971819 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-1d77aef1-de07-45ec-869f-6ce62d715025 None None] Provisioning complete for port 4839ca20-8792-4805-946c-a093ab521a2f triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:29:38.972108 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1d77aef1-de07-45ec-869f-6ce62d715025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:39.076570 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-979897a2-b7e9-4ac5-8437-487fd5aad5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b3798c-4a81-402c-bd54-63949568e2e8', 'name': 'tempest-TestShelveInstance-2073954385-router', 'tenant_id': 'ad191be0886046eeaa7030de6ed90099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'c03d9892-cb05-418e-b6c4-0e25a28ccf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:29:32Z', 'updated_at': '2021-11-23T05:29:34Z', 'revision_number': 4, 'project_id': 'ad191be0886046eeaa7030de6ed90099', 'gw_port': {'id': 'c03d9892-cb05-418e-b6c4-0e25a28ccf76', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:40:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b3798c-4a81-402c-bd54-63949568e2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:29:32Z', 'updated_at': '2021-11-23T05:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_interfaces': [{'id': '9d58ccc2-3ec6-476c-b9b6-956f9897024b', 'name': '', 'network_id': '6ae84b29-0690-473c-8282-824ad6dc6e1f', 'tenant_id': 'ad191be0886046eeaa7030de6ed90099', 'mac_address': 'fa:16:3e:77:35:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b3798c-4a81-402c-bd54-63949568e2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8b5d560a-b60a-4973-943d-2226bfe371e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:29:34Z', 'updated_at': '2021-11-23T05:29:35Z', 'revision_number': 2, 'project_id': 'ad191be0886046eeaa7030de6ed90099', 'subnets': [{'id': '8b5d560a-b60a-4973-943d-2226bfe371e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:29:39.104421 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979897a2-b7e9-4ac5-8437-487fd5aad5d0 None None] Checking router: b6b3798c-4a81-402c-bd54-63949568e2e8 for host: dv-cinder-805072-6-iscsi {{(pid=102519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:29:39.105249 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979897a2-b7e9-4ac5-8437-487fd5aad5d0 None None] Updating router b6b3798c-4a81-402c-bd54-63949568e2e8 port 9d58ccc2-3ec6-476c-b9b6-956f9897024b binding host dv-cinder-805072-6-iscsi {{(pid=102519) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 05:29:39.130822 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-3b2a338d-4aba-4e83-9dce-0fc57f39e2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:39.131695 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-979897a2-b7e9-4ac5-8437-487fd5aad5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:39.139957 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:39.224628 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-84a64fcd-ab03-4b86-ae42-60de9463d6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72720307-d367-4e04-bd10-a55a13cee926', 'name': 'tempest-TestShelveInstance-224260270-router', 'tenant_id': '506274b39b4b45599b9da16a5d76ff34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '3329fa02-699e-4655-b089-94f65207556e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:29:36Z', 'updated_at': '2021-11-23T05:29:38Z', 'revision_number': 3, 'project_id': '506274b39b4b45599b9da16a5d76ff34', 'gw_port': {'id': '3329fa02-699e-4655-b089-94f65207556e', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f9:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72720307-d367-4e04-bd10-a55a13cee926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:29:37Z', 'updated_at': '2021-11-23T05:29:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi'}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:29:39.259079 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a64fcd-ab03-4b86-ae42-60de9463d6ea None None] Checking router: 72720307-d367-4e04-bd10-a55a13cee926 for host: dv-cinder-805072-6-iscsi {{(pid=102518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:29:39.259433 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a64fcd-ab03-4b86-ae42-60de9463d6ea None None] Updating router 72720307-d367-4e04-bd10-a55a13cee926 port 3329fa02-699e-4655-b089-94f65207556e binding host dv-cinder-805072-6-iscsi {{(pid=102518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 05:29:39.290699 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-84a64fcd-ab03-4b86-ae42-60de9463d6ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:39.319753 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.db_base_plugin_common [None req-3b2a338d-4aba-4e83-9dce-0fc57f39e2f7 admin admin] Allocated IP 172.20.0.1 (ac2c1cf2-6669-4e5f-b081-6fa9f6fec8d7/0ce7c4f2-1aaf-4128-9f54-a78f8581ed72/9605a425-abc6-4efd-b952-7ba75aec66fa) {{(pid=102516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:29:39.450889 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-3b2a338d-4aba-4e83-9dce-0fc57f39e2f7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:39.466607 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-979897a2-b7e9-4ac5-8437-487fd5aad5d0 None None] Publish callbacks [] for port, precommit_update {{(pid=102519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:39.474045 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-979897a2-b7e9-4ac5-8437-487fd5aad5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:39.487876 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-3b2a338d-4aba-4e83-9dce-0fc57f39e2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751724218534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237887'] for port, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:39.531033 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2a338d-4aba-4e83-9dce-0fc57f39e2f7 admin admin] Network ac2c1cf2-6669-4e5f-b081-6fa9f6fec8d7 is already hosted by enough agents. {{(pid=102516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:29:39.534014 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [None req-3b2a338d-4aba-4e83-9dce-0fc57f39e2f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:29:39.539367 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2a338d-4aba-4e83-9dce-0fc57f39e2f7 admin admin] Received port after_create {{(pid=102516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:29:39.542452 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2a338d-4aba-4e83-9dce-0fc57f39e2f7 admin admin] Pushing event updated for resources: {'Port': ['ID=9605a425-abc6-4efd-b952-7ba75aec66fa,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:29:39.546594 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f12554a-8b1a-4260-913b-624d2fc00b98 None None] Pushing event updated for resources: {'Port': ['ID=9d58ccc2-3ec6-476c-b9b6-956f9897024b,revision_number=3']} {{(pid=102519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:29:39.577088 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f12554a-8b1a-4260-913b-624d2fc00b98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:29:39.577458 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f12554a-8b1a-4260-913b-624d2fc00b98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:29:39.577806 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f12554a-8b1a-4260-913b-624d2fc00b98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:29:39.578143 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f12554a-8b1a-4260-913b-624d2fc00b98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:29:39.578489 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f12554a-8b1a-4260-913b-624d2fc00b98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:29:39.578813 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f12554a-8b1a-4260-913b-624d2fc00b98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:29:39.579169 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f12554a-8b1a-4260-913b-624d2fc00b98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:29:39.579496 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f12554a-8b1a-4260-913b-624d2fc00b98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:29:39.579836 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f12554a-8b1a-4260-913b-624d2fc00b98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:29:39.580168 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f12554a-8b1a-4260-913b-624d2fc00b98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:29:39.580492 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f12554a-8b1a-4260-913b-624d2fc00b98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:29:39.580814 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f12554a-8b1a-4260-913b-624d2fc00b98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:29:39.597765 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-3b2a338d-4aba-4e83-9dce-0fc57f39e2f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733347'] for router_interface, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:39.669155 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.managers [None req-979897a2-b7e9-4ac5-8437-487fd5aad5d0 None None] Attempting to bind port 9d58ccc2-3ec6-476c-b9b6-956f9897024b on host dv-cinder-805072-6-iscsi for vnic_type normal with profile {{(pid=102519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:29:39.669613 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.managers [None req-979897a2-b7e9-4ac5-8437-487fd5aad5d0 None None] Attempting to bind port 9d58ccc2-3ec6-476c-b9b6-956f9897024b by drivers openvswitch,hyperv on host dv-cinder-805072-6-iscsi at level 0 using segments [{'id': '69a590d1-5dd3-4277-96f7-01f211c8329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6ae84b29-0690-473c-8282-824ad6dc6e1f'}] {{(pid=102519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:29:39.669613 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979897a2-b7e9-4ac5-8437-487fd5aad5d0 None None] Attempting to bind port 9d58ccc2-3ec6-476c-b9b6-956f9897024b on network 6ae84b29-0690-473c-8282-824ad6dc6e1f {{(pid=102519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:29:39.679482 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-a8c9593b-0923-4d21-b1a9-f084d067f6d9 None None] Provisioning complete for port 4839ca20-8792-4805-946c-a093ab521a2f triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:29:39.680143 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-a8c9593b-0923-4d21-b1a9-f084d067f6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:39.691433 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979897a2-b7e9-4ac5-8437-487fd5aad5d0 None None] Checking agent: {'id': '820ec587-a722-4a8d-8856-03e998d7c894', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 5, 17, 39), 'started_at': datetime.datetime(2021, 11, 23, 5, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:29:39.691810 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979897a2-b7e9-4ac5-8437-487fd5aad5d0 None None] Checking segment: {'id': '69a590d1-5dd3-4277-96f7-01f211c8329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6ae84b29-0690-473c-8282-824ad6dc6e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:29:39.692212 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-979897a2-b7e9-4ac5-8437-487fd5aad5d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:39.693265 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979897a2-b7e9-4ac5-8437-487fd5aad5d0 None None] Bound using segment: {'id': '69a590d1-5dd3-4277-96f7-01f211c8329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6ae84b29-0690-473c-8282-824ad6dc6e1f'} {{(pid=102519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:29:39.694217 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.managers [None req-979897a2-b7e9-4ac5-8437-487fd5aad5d0 None None] Bound port: 9d58ccc2-3ec6-476c-b9b6-956f9897024b, host: dv-cinder-805072-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a590d1-5dd3-4277-96f7-01f211c8329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6ae84b29-0690-473c-8282-824ad6dc6e1f'}}] {{(pid=102519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:29:39.694622 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-979897a2-b7e9-4ac5-8437-487fd5aad5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:39.782607 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.db [None req-979897a2-b7e9-4ac5-8437-487fd5aad5d0 None None] For port 9d58ccc2-3ec6-476c-b9b6-956f9897024b, host dv-cinder-805072-6-iscsi, cleared binding levels {{(pid=102519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:29:39.787116 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.db [None req-979897a2-b7e9-4ac5-8437-487fd5aad5d0 None None] For port 9d58ccc2-3ec6-476c-b9b6-956f9897024b, host dv-cinder-805072-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=9d58ccc2-3ec6-476c-b9b6-956f9897024b,segment=NetworkSegment(69a590d1-5dd3-4277-96f7-01f211c8329e),segment_id=69a590d1-5dd3-4277-96f7-01f211c8329e)] {{(pid=102519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:29:39.794999 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-979897a2-b7e9-4ac5-8437-487fd5aad5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:39.795289 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-3b2a338d-4aba-4e83-9dce-0fc57f39e2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:39.813406 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-84a64fcd-ab03-4b86-ae42-60de9463d6ea None None] Publish callbacks [] for port, precommit_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:39.859784 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-84a64fcd-ab03-4b86-ae42-60de9463d6ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:39.900022 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979897a2-b7e9-4ac5-8437-487fd5aad5d0 None None] Routers {'b6b3798c-4a81-402c-bd54-63949568e2e8'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:29:39.900656 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-979897a2-b7e9-4ac5-8437-487fd5aad5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:29:36Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['b6b3798c-4a81-402c-bd54-63949568e2e8'], 'active': True} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:29:39.964284 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4ac3be-1e69-4108-b2b3-b027666bfaac None None] Pushing event updated for resources: {'Port': ['ID=3329fa02-699e-4655-b089-94f65207556e,revision_number=2']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:29:39.967986 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-84a64fcd-ab03-4b86-ae42-60de9463d6ea None None] Attempting to bind port 3329fa02-699e-4655-b089-94f65207556e on host dv-cinder-805072-6-iscsi for vnic_type normal with profile {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:29:39.968605 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-84a64fcd-ab03-4b86-ae42-60de9463d6ea None None] Attempting to bind port 3329fa02-699e-4655-b089-94f65207556e by drivers openvswitch,hyperv on host dv-cinder-805072-6-iscsi at level 0 using segments [{'id': 'e4256266-4d48-4c1e-81e6-1081b0d2db50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688'}] {{(pid=102518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:29:39.968961 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a64fcd-ab03-4b86-ae42-60de9463d6ea None None] Attempting to bind port 3329fa02-699e-4655-b089-94f65207556e on network 2fffb983-856b-4b4c-9c04-1e7e601bf688 {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:29:39.973671 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 4839ca20-8792-4805-946c-a093ab521a2f up at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:29:39.988983 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f12554a-8b1a-4260-913b-624d2fc00b98 None None] Pushing event updated for resources: {'Port': ['ID=9d58ccc2-3ec6-476c-b9b6-956f9897024b,revision_number=4']} {{(pid=102519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:29:39.999384 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a64fcd-ab03-4b86-ae42-60de9463d6ea None None] Checking agent: {'id': '820ec587-a722-4a8d-8856-03e998d7c894', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 5, 17, 39), 'started_at': datetime.datetime(2021, 11, 23, 5, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:29:39.999847 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a64fcd-ab03-4b86-ae42-60de9463d6ea None None] Checking segment: {'id': 'e4256266-4d48-4c1e-81e6-1081b0d2db50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:29:40.000967 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-84a64fcd-ab03-4b86-ae42-60de9463d6ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:40.000967 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a64fcd-ab03-4b86-ae42-60de9463d6ea None None] Bound using segment: {'id': 'e4256266-4d48-4c1e-81e6-1081b0d2db50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688'} {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:29:40.001390 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-84a64fcd-ab03-4b86-ae42-60de9463d6ea None None] Bound port: 3329fa02-699e-4655-b089-94f65207556e, host: dv-cinder-805072-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4256266-4d48-4c1e-81e6-1081b0d2db50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688'}}] {{(pid=102518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:29:40.001949 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-84a64fcd-ab03-4b86-ae42-60de9463d6ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:40.023652 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-3b2a338d-4aba-4e83-9dce-0fc57f39e2f7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:40.032630 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-3b2a338d-4aba-4e83-9dce-0fc57f39e2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237864'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:40.066092 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvr_db [None req-979897a2-b7e9-4ac5-8437-487fd5aad5d0 None None] Set router b6b3798c-4a81-402c-bd54-63949568e2e8 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:29:40.084231 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-4e12cfae-2bc6-4d74-a6ad-82a9d40d9de3 None None] Provisioning complete for port 9d58ccc2-3ec6-476c-b9b6-956f9897024b triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:29:40.084614 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-4e12cfae-2bc6-4d74-a6ad-82a9d40d9de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:40.087732 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-84a64fcd-ab03-4b86-ae42-60de9463d6ea None None] For port 3329fa02-699e-4655-b089-94f65207556e, host dv-cinder-805072-6-iscsi, cleared binding levels {{(pid=102518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:29:40.111451 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2a338d-4aba-4e83-9dce-0fc57f39e2f7 admin admin] Pushing event updated for resources: {'Port': ['ID=9605a425-abc6-4efd-b952-7ba75aec66fa,revision_number=2']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:29:40.128730 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-84a64fcd-ab03-4b86-ae42-60de9463d6ea None None] For port 3329fa02-699e-4655-b089-94f65207556e, host dv-cinder-805072-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=3329fa02-699e-4655-b089-94f65207556e,segment=NetworkSegment(e4256266-4d48-4c1e-81e6-1081b0d2db50),segment_id=e4256266-4d48-4c1e-81e6-1081b0d2db50)] {{(pid=102518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:29:40.134381 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-3b2a338d-4aba-4e83-9dce-0fc57f39e2f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733247'] for router_interface, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:40.138095 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-84a64fcd-ab03-4b86-ae42-60de9463d6ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:40.142919 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Provisioning complete for port 4839ca20-8792-4805-946c-a093ab521a2f triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:29:40.143461 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:40.238525 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2a338d-4aba-4e83-9dce-0fc57f39e2f7 admin admin] Network ac2c1cf2-6669-4e5f-b081-6fa9f6fec8d7 is already hosted by enough agents. {{(pid=102516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:29:40.240529 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [None req-3b2a338d-4aba-4e83-9dce-0fc57f39e2f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:29:40.248479 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a64fcd-ab03-4b86-ae42-60de9463d6ea None None] Routers {'72720307-d367-4e04-bd10-a55a13cee926'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:29:40.249125 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-84a64fcd-ab03-4b86-ae42-60de9463d6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:29:36Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['72720307-d367-4e04-bd10-a55a13cee926'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:29:40.270314 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4ac3be-1e69-4108-b2b3-b027666bfaac None None] Pushing event updated for resources: {'Port': ['ID=3329fa02-699e-4655-b089-94f65207556e,revision_number=3']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:29:40.306949 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-979897a2-b7e9-4ac5-8437-487fd5aad5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b3798c-4a81-402c-bd54-63949568e2e8', 'name': 'tempest-TestShelveInstance-2073954385-router', 'tenant_id': 'ad191be0886046eeaa7030de6ed90099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'c03d9892-cb05-418e-b6c4-0e25a28ccf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:29:32Z', 'updated_at': '2021-11-23T05:29:34Z', 'revision_number': 4, 'project_id': 'ad191be0886046eeaa7030de6ed90099', 'gw_port': {'id': 'c03d9892-cb05-418e-b6c4-0e25a28ccf76', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:40:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b3798c-4a81-402c-bd54-63949568e2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:29:32Z', 'updated_at': '2021-11-23T05:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_interfaces': [{'id': '9d58ccc2-3ec6-476c-b9b6-956f9897024b', 'name': '', 'network_id': '6ae84b29-0690-473c-8282-824ad6dc6e1f', 'tenant_id': 'ad191be0886046eeaa7030de6ed90099', 'mac_address': 'fa:16:3e:77:35:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b3798c-4a81-402c-bd54-63949568e2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8b5d560a-b60a-4973-943d-2226bfe371e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:29:34Z', 'updated_at': '2021-11-23T05:29:39Z', 'revision_number': 4, 'project_id': 'ad191be0886046eeaa7030de6ed90099', 'subnets': [{'id': '8b5d560a-b60a-4973-943d-2226bfe371e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:29:40.335792 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979897a2-b7e9-4ac5-8437-487fd5aad5d0 None None] The sync data for ids ['b6b3798c-4a81-402c-bd54-63949568e2e8'] in dv-cinder-805072-6-iscsi is: [{'id': 'b6b3798c-4a81-402c-bd54-63949568e2e8', 'name': 'tempest-TestShelveInstance-2073954385-router', 'tenant_id': 'ad191be0886046eeaa7030de6ed90099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'c03d9892-cb05-418e-b6c4-0e25a28ccf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:29:32Z', 'updated_at': '2021-11-23T05:29:34Z', 'revision_number': 4, 'project_id': 'ad191be0886046eeaa7030de6ed90099', 'gw_port': {'id': 'c03d9892-cb05-418e-b6c4-0e25a28ccf76', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:40:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b3798c-4a81-402c-bd54-63949568e2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:29:32Z', 'updated_at': '2021-11-23T05:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_interfaces': [{'id': '9d58ccc2-3ec6-476c-b9b6-956f9897024b', 'name': '', 'network_id': '6ae84b29-0690-473c-8282-824ad6dc6e1f', 'tenant_id': 'ad191be0886046eeaa7030de6ed90099', 'mac_address': 'fa:16:3e:77:35:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b3798c-4a81-402c-bd54-63949568e2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8b5d560a-b60a-4973-943d-2226bfe371e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:29:34Z', 'updated_at': '2021-11-23T05:29:39Z', 'revision_number': 4, 'project_id': 'ad191be0886046eeaa7030de6ed90099', 'subnets': [{'id': '8b5d560a-b60a-4973-943d-2226bfe371e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:29:40.336101 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-4e12cfae-2bc6-4d74-a6ad-82a9d40d9de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:40.435756 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device c03d9892-cb05-418e-b6c4-0e25a28ccf76 up at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:29:40.486267 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-4e12cfae-2bc6-4d74-a6ad-82a9d40d9de3 None None] For port 9d58ccc2-3ec6-476c-b9b6-956f9897024b, host dv-cinder-805072-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=9d58ccc2-3ec6-476c-b9b6-956f9897024b,segment=NetworkSegment(69a590d1-5dd3-4277-96f7-01f211c8329e),segment_id=69a590d1-5dd3-4277-96f7-01f211c8329e)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:29:40.490790 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-84a64fcd-ab03-4b86-ae42-60de9463d6ea None None] Set router 72720307-d367-4e04-bd10-a55a13cee926 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:29:40.517727 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-4e12cfae-2bc6-4d74-a6ad-82a9d40d9de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:40.593032 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b2a338d-4aba-4e83-9dce-0fc57f39e2f7 admin admin] Router 72720307-d367-4e04-bd10-a55a13cee926 has already been hosted by L3 agent 9dac5a01-04fc-4e91-9910-6392ff9c638b {{(pid=102516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:29:40.618225 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-4e12cfae-2bc6-4d74-a6ad-82a9d40d9de3 None None] Provisioning complete for port 9605a425-abc6-4efd-b952-7ba75aec66fa triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:29:40.618595 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-4e12cfae-2bc6-4d74-a6ad-82a9d40d9de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:40.687067 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e12cfae-2bc6-4d74-a6ad-82a9d40d9de3 None None] Pushing event updated for resources: {'Port': ['ID=9d58ccc2-3ec6-476c-b9b6-956f9897024b,revision_number=5']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:29:40.711343 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Provisioning complete for port c03d9892-cb05-418e-b6c4-0e25a28ccf76 triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:29:40.711719 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:40.713225 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-4e12cfae-2bc6-4d74-a6ad-82a9d40d9de3 None None] Port 9605a425-abc6-4efd-b952-7ba75aec66fa cannot update to ACTIVE because it is not bound. {{(pid=102518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:29:40.732958 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2a338d-4aba-4e83-9dce-0fc57f39e2f7 admin admin] Notify agent at l3_agent.dv-cinder-805072-6-iscsi the message routers_updated {{(pid=102516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:29:40.748023 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-3b2a338d-4aba-4e83-9dce-0fc57f39e2f7 admin admin] 10.222.0.48 "PUT /v2.0/routers/72720307-d367-4e04-bd10-a55a13cee926/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0884321 Nov 23 05:29:40.876542 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-86747d7a-54e8-4290-972b-552c9b04d027 None None] Provisioning complete for port 9d58ccc2-3ec6-476c-b9b6-956f9897024b triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:29:40.877193 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-86747d7a-54e8-4290-972b-552c9b04d027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:40.912518 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-84a64fcd-ab03-4b86-ae42-60de9463d6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72720307-d367-4e04-bd10-a55a13cee926', 'name': 'tempest-TestShelveInstance-224260270-router', 'tenant_id': '506274b39b4b45599b9da16a5d76ff34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '3329fa02-699e-4655-b089-94f65207556e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:29:36Z', 'updated_at': '2021-11-23T05:29:39Z', 'revision_number': 4, 'project_id': '506274b39b4b45599b9da16a5d76ff34', 'gw_port': {'id': '3329fa02-699e-4655-b089-94f65207556e', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f9:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72720307-d367-4e04-bd10-a55a13cee926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:29:37Z', 'updated_at': '2021-11-23T05:29:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_interfaces': [{'id': '9605a425-abc6-4efd-b952-7ba75aec66fa', 'name': '', 'network_id': 'ac2c1cf2-6669-4e5f-b081-6fa9f6fec8d7', 'tenant_id': '506274b39b4b45599b9da16a5d76ff34', 'mac_address': 'fa:16:3e:e8:75:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72720307-d367-4e04-bd10-a55a13cee926', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '0ce7c4f2-1aaf-4128-9f54-a78f8581ed72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:29:39Z', 'updated_at': '2021-11-23T05:29:39Z', 'revision_number': 2, 'project_id': '506274b39b4b45599b9da16a5d76ff34', 'subnets': [{'id': '0ce7c4f2-1aaf-4128-9f54-a78f8581ed72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:29:40.948082 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a64fcd-ab03-4b86-ae42-60de9463d6ea None None] The sync data for ids ['72720307-d367-4e04-bd10-a55a13cee926'] in dv-cinder-805072-6-iscsi is: [{'id': '72720307-d367-4e04-bd10-a55a13cee926', 'name': 'tempest-TestShelveInstance-224260270-router', 'tenant_id': '506274b39b4b45599b9da16a5d76ff34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '3329fa02-699e-4655-b089-94f65207556e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:29:36Z', 'updated_at': '2021-11-23T05:29:39Z', 'revision_number': 4, 'project_id': '506274b39b4b45599b9da16a5d76ff34', 'gw_port': {'id': '3329fa02-699e-4655-b089-94f65207556e', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f9:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72720307-d367-4e04-bd10-a55a13cee926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:29:37Z', 'updated_at': '2021-11-23T05:29:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_interfaces': [{'id': '9605a425-abc6-4efd-b952-7ba75aec66fa', 'name': '', 'network_id': 'ac2c1cf2-6669-4e5f-b081-6fa9f6fec8d7', 'tenant_id': '506274b39b4b45599b9da16a5d76ff34', 'mac_address': 'fa:16:3e:e8:75:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72720307-d367-4e04-bd10-a55a13cee926', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '0ce7c4f2-1aaf-4128-9f54-a78f8581ed72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:29:39Z', 'updated_at': '2021-11-23T05:29:39Z', 'revision_number': 2, 'project_id': '506274b39b4b45599b9da16a5d76ff34', 'subnets': [{'id': '0ce7c4f2-1aaf-4128-9f54-a78f8581ed72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:29:41.012426 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-86747d7a-54e8-4290-972b-552c9b04d027 None None] Provisioning complete for port 9605a425-abc6-4efd-b952-7ba75aec66fa triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:29:41.012937 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-86747d7a-54e8-4290-972b-552c9b04d027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:41.054247 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-86747d7a-54e8-4290-972b-552c9b04d027 None None] Port 9605a425-abc6-4efd-b952-7ba75aec66fa cannot update to ACTIVE because it is not bound. {{(pid=102518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:29:41.277968 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 34726) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:29:41.282599 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-0125d991-cd55-4424-a5b7-d3201a866667 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1522669627', 'description': 'tempest-secgroup-smoke-1522669627 description', 'project_id': 'ad191be0886046eeaa7030de6ed90099'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:29:41.308559 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-0125d991-cd55-4424-a5b7-d3201a866667 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:41.378271 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-0125d991-cd55-4424-a5b7-d3201a866667 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:41.382930 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-0125d991-cd55-4424-a5b7-d3201a866667 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:41.411992 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-0125d991-cd55-4424-a5b7-d3201a866667 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:41.416059 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-0125d991-cd55-4424-a5b7-d3201a866667 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1341841 Nov 23 05:29:41.416221 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 34728) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:29:41.421409 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-999325ab-ea38-4b5f-815d-692ad69a7585 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Request body: {'security_group_rule': {'security_group_id': 'acf46cb2-f64b-4819-bbb8-bc15f83b2b40', 'project_id': 'ad191be0886046eeaa7030de6ed90099', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:29:41.427353 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0125d991-cd55-4424-a5b7-d3201a866667 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acf46cb2-f64b-4819-bbb8-bc15f83b2b40,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:29:41.452928 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-999325ab-ea38-4b5f-815d-692ad69a7585 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:41.510397 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-999325ab-ea38-4b5f-815d-692ad69a7585 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:41.514361 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-999325ab-ea38-4b5f-815d-692ad69a7585 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770659'] for security_group_rule, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:41.538289 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999325ab-ea38-4b5f-815d-692ad69a7585 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c31dd3f1-3795-47ca-bec1-a6f2d87361b5,revision_number=0']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:29:41.544929 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-999325ab-ea38-4b5f-815d-692ad69a7585 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:41.549213 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-999325ab-ea38-4b5f-815d-692ad69a7585 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1319134 Nov 23 05:29:41.549409 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 34730) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:29:41.554270 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [None req-f0acd2ae-c369-49c9-afd9-edba962843de tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Request body: {'security_group_rule': {'security_group_id': 'acf46cb2-f64b-4819-bbb8-bc15f83b2b40', 'project_id': 'ad191be0886046eeaa7030de6ed90099', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:29:41.587504 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-f0acd2ae-c369-49c9-afd9-edba962843de tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:41.669854 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-f0acd2ae-c369-49c9-afd9-edba962843de tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:41.673759 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-f0acd2ae-c369-49c9-afd9-edba962843de tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770659'] for security_group_rule, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:41.697247 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0acd2ae-c369-49c9-afd9-edba962843de tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d544213-528b-4ace-a7f1-d0df2ba5c715,revision_number=0']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:29:41.705826 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-f0acd2ae-c369-49c9-afd9-edba962843de tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:41.707043 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-f0acd2ae-c369-49c9-afd9-edba962843de tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1568630 Nov 23 05:29:41.710409 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 34732) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:29:41.718683 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [None req-d02680b7-67f3-48f9-b57c-0d54d47c612c tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Request body: {'security_group_rule': {'security_group_id': 'acf46cb2-f64b-4819-bbb8-bc15f83b2b40', 'project_id': 'ad191be0886046eeaa7030de6ed90099', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:29:41.756194 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d02680b7-67f3-48f9-b57c-0d54d47c612c tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:41.811904 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d02680b7-67f3-48f9-b57c-0d54d47c612c tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:41.815272 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d02680b7-67f3-48f9-b57c-0d54d47c612c tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770659'] for security_group_rule, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:41.833677 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02680b7-67f3-48f9-b57c-0d54d47c612c tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5da20be6-b5cf-4093-8a69-43c776b98488,revision_number=0']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:29:41.840941 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d02680b7-67f3-48f9-b57c-0d54d47c612c tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:41.842022 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-d02680b7-67f3-48f9-b57c-0d54d47c612c tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1306288 Nov 23 05:29:41.844788 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 34736) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:29:41.849074 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [None req-d5581e10-d03c-4fa9-8644-f22d264a2f75 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Request body: {'security_group_rule': {'security_group_id': 'acf46cb2-f64b-4819-bbb8-bc15f83b2b40', 'project_id': 'ad191be0886046eeaa7030de6ed90099', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:29:41.882707 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d5581e10-d03c-4fa9-8644-f22d264a2f75 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:41.957977 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d5581e10-d03c-4fa9-8644-f22d264a2f75 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:41.963636 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d5581e10-d03c-4fa9-8644-f22d264a2f75 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770659'] for security_group_rule, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:41.981787 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5581e10-d03c-4fa9-8644-f22d264a2f75 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27bdfdac-64e9-41c2-9af6-7917f03d9709,revision_number=0']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:29:41.997893 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-d5581e10-d03c-4fa9-8644-f22d264a2f75 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:42.001823 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-d5581e10-d03c-4fa9-8644-f22d264a2f75 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1534257 Nov 23 05:29:42.001962 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 34738) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:29:42.007140 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [None req-309b7128-82dc-480a-9b2a-b00fa7852a3c tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Request body: {'security_group_rule': {'security_group_id': 'acf46cb2-f64b-4819-bbb8-bc15f83b2b40', 'project_id': 'ad191be0886046eeaa7030de6ed90099', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:29:42.036239 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 9d58ccc2-3ec6-476c-b9b6-956f9897024b up at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:29:42.039227 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.db.securitygroups_db [None req-309b7128-82dc-480a-9b2a-b00fa7852a3c tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Project ad191be0886046eeaa7030de6ed90099 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 05:29:42.044316 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-309b7128-82dc-480a-9b2a-b00fa7852a3c tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:42.091023 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Provisioning complete for port 9d58ccc2-3ec6-476c-b9b6-956f9897024b triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:29:42.091399 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:42.111064 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-309b7128-82dc-480a-9b2a-b00fa7852a3c tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:42.115928 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-309b7128-82dc-480a-9b2a-b00fa7852a3c tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770659'] for security_group_rule, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:42.135528 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309b7128-82dc-480a-9b2a-b00fa7852a3c tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0df76db3-c089-4b81-a2b6-480f4f297126,revision_number=0']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:29:42.144471 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-309b7128-82dc-480a-9b2a-b00fa7852a3c tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:42.145798 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-309b7128-82dc-480a-9b2a-b00fa7852a3c tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1428537 Nov 23 05:29:42.148696 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 34740) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:29:42.153274 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-9c9b651a-2aa1-4754-9b77-ff25746a9380 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Request body: {'security_group_rule': {'security_group_id': 'acf46cb2-f64b-4819-bbb8-bc15f83b2b40', 'project_id': 'ad191be0886046eeaa7030de6ed90099', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:29:42.175913 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 3329fa02-699e-4655-b089-94f65207556e up at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:29:42.176139 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.db.securitygroups_db [None req-9c9b651a-2aa1-4754-9b77-ff25746a9380 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Project ad191be0886046eeaa7030de6ed90099 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 05:29:42.181659 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-9c9b651a-2aa1-4754-9b77-ff25746a9380 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:42.228041 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Provisioning complete for port 3329fa02-699e-4655-b089-94f65207556e triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:29:42.228319 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:42.246595 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-9c9b651a-2aa1-4754-9b77-ff25746a9380 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:42.250369 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-9c9b651a-2aa1-4754-9b77-ff25746a9380 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770659'] for security_group_rule, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:42.269997 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9b651a-2aa1-4754-9b77-ff25746a9380 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=045b6d65-4510-4c42-8d03-fd664f3045bd,revision_number=0']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:29:42.276594 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-9c9b651a-2aa1-4754-9b77-ff25746a9380 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:42.277814 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-9c9b651a-2aa1-4754-9b77-ff25746a9380 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1280744 Nov 23 05:29:42.431360 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:42.452723 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] For port 3329fa02-699e-4655-b089-94f65207556e, host dv-cinder-805072-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=3329fa02-699e-4655-b089-94f65207556e,segment=NetworkSegment(e4256266-4d48-4c1e-81e6-1081b0d2db50),segment_id=e4256266-4d48-4c1e-81e6-1081b0d2db50)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:29:42.456734 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:42.508625 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Pushing event updated for resources: {'Port': ['ID=3329fa02-699e-4655-b089-94f65207556e,revision_number=4']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:29:43.900998 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 3329fa02-699e-4655-b089-94f65207556e up at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:29:43.965643 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Provisioning complete for port 3329fa02-699e-4655-b089-94f65207556e triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:29:43.966074 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:44.115527 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20065256-6dc8-4c8b-b687-bb76289c14a2 None None] Sync routers for ids ['72720307-d367-4e04-bd10-a55a13cee926'] in dv-cinder-805072-6-iscsi {{(pid=102519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:29:44.126970 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20065256-6dc8-4c8b-b687-bb76289c14a2 None None] Routers {'72720307-d367-4e04-bd10-a55a13cee926'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:29:44.126970 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-20065256-6dc8-4c8b-b687-bb76289c14a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:29:36Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['72720307-d367-4e04-bd10-a55a13cee926'], 'active': True} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:29:44.246027 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvr_db [None req-20065256-6dc8-4c8b-b687-bb76289c14a2 None None] Set router 72720307-d367-4e04-bd10-a55a13cee926 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:29:44.445671 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-20065256-6dc8-4c8b-b687-bb76289c14a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72720307-d367-4e04-bd10-a55a13cee926', 'name': 'tempest-TestShelveInstance-224260270-router', 'tenant_id': '506274b39b4b45599b9da16a5d76ff34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '3329fa02-699e-4655-b089-94f65207556e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:29:36Z', 'updated_at': '2021-11-23T05:29:39Z', 'revision_number': 4, 'project_id': '506274b39b4b45599b9da16a5d76ff34', 'gw_port': {'id': '3329fa02-699e-4655-b089-94f65207556e', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72720307-d367-4e04-bd10-a55a13cee926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:29:37Z', 'updated_at': '2021-11-23T05:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_interfaces': [{'id': '9605a425-abc6-4efd-b952-7ba75aec66fa', 'name': '', 'network_id': 'ac2c1cf2-6669-4e5f-b081-6fa9f6fec8d7', 'tenant_id': '506274b39b4b45599b9da16a5d76ff34', 'mac_address': 'fa:16:3e:e8:75:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72720307-d367-4e04-bd10-a55a13cee926', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '0ce7c4f2-1aaf-4128-9f54-a78f8581ed72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:29:39Z', 'updated_at': '2021-11-23T05:29:39Z', 'revision_number': 2, 'project_id': '506274b39b4b45599b9da16a5d76ff34', 'subnets': [{'id': '0ce7c4f2-1aaf-4128-9f54-a78f8581ed72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:29:44.476534 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20065256-6dc8-4c8b-b687-bb76289c14a2 None None] Checking router: 72720307-d367-4e04-bd10-a55a13cee926 for host: dv-cinder-805072-6-iscsi {{(pid=102519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:29:44.476895 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20065256-6dc8-4c8b-b687-bb76289c14a2 None None] Updating router 72720307-d367-4e04-bd10-a55a13cee926 port 9605a425-abc6-4efd-b952-7ba75aec66fa binding host dv-cinder-805072-6-iscsi {{(pid=102519) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 05:29:44.500956 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-20065256-6dc8-4c8b-b687-bb76289c14a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:44.850772 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-20065256-6dc8-4c8b-b687-bb76289c14a2 None None] Publish callbacks [] for port, precommit_update {{(pid=102519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:44.856097 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-20065256-6dc8-4c8b-b687-bb76289c14a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:44.909160 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cf83bc-556a-468e-bf48-26b95fcdc7f0 None None] Pushing event updated for resources: {'Port': ['ID=9605a425-abc6-4efd-b952-7ba75aec66fa,revision_number=3']} {{(pid=102519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:29:44.959157 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.managers [None req-20065256-6dc8-4c8b-b687-bb76289c14a2 None None] Attempting to bind port 9605a425-abc6-4efd-b952-7ba75aec66fa on host dv-cinder-805072-6-iscsi for vnic_type normal with profile {{(pid=102519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:29:44.959798 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.managers [None req-20065256-6dc8-4c8b-b687-bb76289c14a2 None None] Attempting to bind port 9605a425-abc6-4efd-b952-7ba75aec66fa by drivers openvswitch,hyperv on host dv-cinder-805072-6-iscsi at level 0 using segments [{'id': '18fcc47d-6d7b-4dcc-a31b-9f43d54c55a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ac2c1cf2-6669-4e5f-b081-6fa9f6fec8d7'}] {{(pid=102519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:29:44.960154 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20065256-6dc8-4c8b-b687-bb76289c14a2 None None] Attempting to bind port 9605a425-abc6-4efd-b952-7ba75aec66fa on network ac2c1cf2-6669-4e5f-b081-6fa9f6fec8d7 {{(pid=102519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:29:44.968180 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20065256-6dc8-4c8b-b687-bb76289c14a2 None None] Checking agent: {'id': '820ec587-a722-4a8d-8856-03e998d7c894', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 5, 17, 39), 'started_at': datetime.datetime(2021, 11, 23, 5, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:29:44.968559 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20065256-6dc8-4c8b-b687-bb76289c14a2 None None] Checking segment: {'id': '18fcc47d-6d7b-4dcc-a31b-9f43d54c55a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ac2c1cf2-6669-4e5f-b081-6fa9f6fec8d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:29:44.968968 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-20065256-6dc8-4c8b-b687-bb76289c14a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:44.969367 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20065256-6dc8-4c8b-b687-bb76289c14a2 None None] Bound using segment: {'id': '18fcc47d-6d7b-4dcc-a31b-9f43d54c55a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ac2c1cf2-6669-4e5f-b081-6fa9f6fec8d7'} {{(pid=102519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:29:44.969842 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.managers [None req-20065256-6dc8-4c8b-b687-bb76289c14a2 None None] Bound port: 9605a425-abc6-4efd-b952-7ba75aec66fa, host: dv-cinder-805072-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18fcc47d-6d7b-4dcc-a31b-9f43d54c55a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ac2c1cf2-6669-4e5f-b081-6fa9f6fec8d7'}}] {{(pid=102519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:29:44.970236 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-20065256-6dc8-4c8b-b687-bb76289c14a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:45.036803 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.db [None req-20065256-6dc8-4c8b-b687-bb76289c14a2 None None] For port 9605a425-abc6-4efd-b952-7ba75aec66fa, host dv-cinder-805072-6-iscsi, cleared binding levels {{(pid=102519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:29:45.040678 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.db [None req-20065256-6dc8-4c8b-b687-bb76289c14a2 None None] For port 9605a425-abc6-4efd-b952-7ba75aec66fa, host dv-cinder-805072-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=9605a425-abc6-4efd-b952-7ba75aec66fa,segment=NetworkSegment(18fcc47d-6d7b-4dcc-a31b-9f43d54c55a6),segment_id=18fcc47d-6d7b-4dcc-a31b-9f43d54c55a6)] {{(pid=102519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:29:45.045024 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-20065256-6dc8-4c8b-b687-bb76289c14a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:45.105956 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20065256-6dc8-4c8b-b687-bb76289c14a2 None None] Routers {'72720307-d367-4e04-bd10-a55a13cee926'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:29:45.106397 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-3b7932d7-6b18-4fde-9f54-8a5be917b9a7 None None] Provisioning complete for port 9605a425-abc6-4efd-b952-7ba75aec66fa triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:29:45.106904 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-20065256-6dc8-4c8b-b687-bb76289c14a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:29:36Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['72720307-d367-4e04-bd10-a55a13cee926'], 'active': True} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:29:45.107441 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-3b7932d7-6b18-4fde-9f54-8a5be917b9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:45.160965 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cf83bc-556a-468e-bf48-26b95fcdc7f0 None None] Pushing event updated for resources: {'Port': ['ID=9605a425-abc6-4efd-b952-7ba75aec66fa,revision_number=4']} {{(pid=102519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:29:45.203142 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-3b7932d7-6b18-4fde-9f54-8a5be917b9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:45.244326 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-3b7932d7-6b18-4fde-9f54-8a5be917b9a7 None None] For port 9605a425-abc6-4efd-b952-7ba75aec66fa, host dv-cinder-805072-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=9605a425-abc6-4efd-b952-7ba75aec66fa,segment=NetworkSegment(18fcc47d-6d7b-4dcc-a31b-9f43d54c55a6),segment_id=18fcc47d-6d7b-4dcc-a31b-9f43d54c55a6)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:29:45.247639 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvr_db [None req-20065256-6dc8-4c8b-b687-bb76289c14a2 None None] Set router 72720307-d367-4e04-bd10-a55a13cee926 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:29:45.248612 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-3b7932d7-6b18-4fde-9f54-8a5be917b9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:45.295958 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7932d7-6b18-4fde-9f54-8a5be917b9a7 None None] Pushing event updated for resources: {'Port': ['ID=9605a425-abc6-4efd-b952-7ba75aec66fa,revision_number=5']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:29:45.375681 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-30bbf2ac-6a97-4614-9863-9cc0e7f65c4d None None] Provisioning complete for port 9605a425-abc6-4efd-b952-7ba75aec66fa triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:29:45.376053 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-30bbf2ac-6a97-4614-9863-9cc0e7f65c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:45.454855 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-20065256-6dc8-4c8b-b687-bb76289c14a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72720307-d367-4e04-bd10-a55a13cee926', 'name': 'tempest-TestShelveInstance-224260270-router', 'tenant_id': '506274b39b4b45599b9da16a5d76ff34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '3329fa02-699e-4655-b089-94f65207556e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:29:36Z', 'updated_at': '2021-11-23T05:29:39Z', 'revision_number': 4, 'project_id': '506274b39b4b45599b9da16a5d76ff34', 'gw_port': {'id': '3329fa02-699e-4655-b089-94f65207556e', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72720307-d367-4e04-bd10-a55a13cee926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:29:37Z', 'updated_at': '2021-11-23T05:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_interfaces': [{'id': '9605a425-abc6-4efd-b952-7ba75aec66fa', 'name': '', 'network_id': 'ac2c1cf2-6669-4e5f-b081-6fa9f6fec8d7', 'tenant_id': '506274b39b4b45599b9da16a5d76ff34', 'mac_address': 'fa:16:3e:e8:75:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72720307-d367-4e04-bd10-a55a13cee926', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '0ce7c4f2-1aaf-4128-9f54-a78f8581ed72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:29:39Z', 'updated_at': '2021-11-23T05:29:45Z', 'revision_number': 4, 'project_id': '506274b39b4b45599b9da16a5d76ff34', 'subnets': [{'id': '0ce7c4f2-1aaf-4128-9f54-a78f8581ed72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:29:45.483008 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20065256-6dc8-4c8b-b687-bb76289c14a2 None None] The sync data for ids ['72720307-d367-4e04-bd10-a55a13cee926'] in dv-cinder-805072-6-iscsi is: [{'id': '72720307-d367-4e04-bd10-a55a13cee926', 'name': 'tempest-TestShelveInstance-224260270-router', 'tenant_id': '506274b39b4b45599b9da16a5d76ff34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '3329fa02-699e-4655-b089-94f65207556e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:29:36Z', 'updated_at': '2021-11-23T05:29:39Z', 'revision_number': 4, 'project_id': '506274b39b4b45599b9da16a5d76ff34', 'gw_port': {'id': '3329fa02-699e-4655-b089-94f65207556e', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72720307-d367-4e04-bd10-a55a13cee926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:29:37Z', 'updated_at': '2021-11-23T05:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_interfaces': [{'id': '9605a425-abc6-4efd-b952-7ba75aec66fa', 'name': '', 'network_id': 'ac2c1cf2-6669-4e5f-b081-6fa9f6fec8d7', 'tenant_id': '506274b39b4b45599b9da16a5d76ff34', 'mac_address': 'fa:16:3e:e8:75:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72720307-d367-4e04-bd10-a55a13cee926', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '0ce7c4f2-1aaf-4128-9f54-a78f8581ed72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:29:39Z', 'updated_at': '2021-11-23T05:29:45Z', 'revision_number': 4, 'project_id': '506274b39b4b45599b9da16a5d76ff34', 'subnets': [{'id': '0ce7c4f2-1aaf-4128-9f54-a78f8581ed72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:29:45.922201 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 9605a425-abc6-4efd-b952-7ba75aec66fa up at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:29:45.970896 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Provisioning complete for port 9605a425-abc6-4efd-b952-7ba75aec66fa triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:29:45.971177 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:58.625921 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:01.522480 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253aed4-0af9-418c-bfc9-613f3c56c5fa req-0d5c71d7-d878-4708-88bc-ca576c7f213f tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:01.523963 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1253aed4-0af9-418c-bfc9-613f3c56c5fa req-0d5c71d7-d878-4708-88bc-ca576c7f213f tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e733a13-045b-4bdb-a4fe-7a9c65ed57f3 HTTP/1.1" status: 200 len: 945 time: 0.0490897 Nov 23 05:30:01.572547 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1253aed4-0af9-418c-bfc9-613f3c56c5fa req-82ab4024-41ae-4fef-a949-ed18431f8521 tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c547f10-6f35-4e67-8343-610f5021412e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422220 Nov 23 05:30:02.689250 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15377d86-4c0d-4f49-97dd-447957bfb4ae req-39e14b9f-beb9-45c7-812d-dbd1e8fcc456 tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:02.691029 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-15377d86-4c0d-4f49-97dd-447957bfb4ae req-39e14b9f-beb9-45c7-812d-dbd1e8fcc456 tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e733a13-045b-4bdb-a4fe-7a9c65ed57f3 HTTP/1.1" status: 200 len: 945 time: 0.0507712 Nov 23 05:30:02.755749 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-15377d86-4c0d-4f49-97dd-447957bfb4ae req-03b0383a-a310-4be4-98ad-55ddcfd9eb43 tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c547f10-6f35-4e67-8343-610f5021412e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587890 Nov 23 05:30:02.785763 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b0bb6d4c-e9c9-49af-a69e-3b18171b8c5d req-8126cbc0-93e9-4b36-ad90-b8163b292c64 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1522669627&fields=id&tenant_id=ad191be0886046eeaa7030de6ed90099 HTTP/1.1" status: 200 len: 267 time: 0.0597920 Nov 23 05:30:02.889736 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb6d4c-e9c9-49af-a69e-3b18171b8c5d req-cb4c61a9-f0ac-4708-83df-dfb98abd238a tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:02.891114 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b0bb6d4c-e9c9-49af-a69e-3b18171b8c5d req-cb4c61a9-f0ac-4708-83df-dfb98abd238a tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/networks?id=6ae84b29-0690-473c-8282-824ad6dc6e1f HTTP/1.1" status: 200 len: 809 time: 0.0987077 Nov 23 05:30:02.905459 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b0bb6d4c-e9c9-49af-a69e-3b18171b8c5d req-8449c606-8fda-49bd-8c65-f6188b25231a tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/quotas/ad191be0886046eeaa7030de6ed90099 HTTP/1.1" status: 200 len: 375 time: 0.0088100 Nov 23 05:30:02.958995 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b0bb6d4c-e9c9-49af-a69e-3b18171b8c5d req-6053c600-f2bd-435c-9bde-61dc6205b89f tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ad191be0886046eeaa7030de6ed90099&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484316 Nov 23 05:30:03.052075 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b0bb6d4c-e9c9-49af-a69e-3b18171b8c5d req-8de01c4c-1495-48a4-ba79-c004e552640b service neutron] 10.222.0.48 "GET /v2.0/networks/6ae84b29-0690-473c-8282-824ad6dc6e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808189 Nov 23 05:30:03.143286 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b0bb6d4c-e9c9-49af-a69e-3b18171b8c5d req-62680cea-3ed7-41d3-8847-4a8760524d43 service neutron] 10.222.0.48 "GET /v2.0/networks/6ae84b29-0690-473c-8282-824ad6dc6e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852048 Nov 23 05:30:03.421106 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-59fe510b-5e21-44aa-ad76-d5771164cac1 req-a2b6e12f-127c-47a8-b722-3026d953a7f4 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/ports?device_id=584a81d2-404b-4609-967a-0d0cbdfdc0bd HTTP/1.1" status: 200 len: 210 time: 0.0276487 Nov 23 05:30:03.474779 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-a9bb543b-dc00-486b-a835-361a33e41497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:03.750095 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ec012-0b8f-4418-bba2-b1d4d54e0c9d req-74e7691f-8c71-4e41-ade5-05a757cb31bc tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:03.751968 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ad5ec012-0b8f-4418-bba2-b1d4d54e0c9d req-74e7691f-8c71-4e41-ade5-05a757cb31bc tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e733a13-045b-4bdb-a4fe-7a9c65ed57f3 HTTP/1.1" status: 200 len: 945 time: 0.0515132 Nov 23 05:30:03.889435 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef3359-834d-417b-8d1b-70ff358f1183 req-18d36b78-d4b8-4a83-acc0-348539243467 tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:03.890973 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-34ef3359-834d-417b-8d1b-70ff358f1183 req-18d36b78-d4b8-4a83-acc0-348539243467 tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e733a13-045b-4bdb-a4fe-7a9c65ed57f3 HTTP/1.1" status: 200 len: 945 time: 0.0634291 Nov 23 05:30:03.914826 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-ad5ec012-0b8f-4418-bba2-b1d4d54e0c9d req-306d408d-f064-452a-99be-0aa05c7b68ca tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Deleting port eae38b06-5699-4ee9-b69c-1bd1f6345e97 {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:30:03.915190 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-ad5ec012-0b8f-4418-bba2-b1d4d54e0c9d req-306d408d-f064-452a-99be-0aa05c7b68ca tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751724797224'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:03.995912 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-34ef3359-834d-417b-8d1b-70ff358f1183 req-20d713f6-d5b4-4473-b458-d4472970664f tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c547f10-6f35-4e67-8343-610f5021412e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983808 Nov 23 05:30:04.041023 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-ad5ec012-0b8f-4418-bba2-b1d4d54e0c9d req-306d408d-f064-452a-99be-0aa05c7b68ca tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] For port eae38b06-5699-4ee9-b69c-1bd1f6345e97, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=eae38b06-5699-4ee9-b69c-1bd1f6345e97,segment=NetworkSegment(3c766eda-4b06-4545-a3cb-009a903f32bc),segment_id=3c766eda-4b06-4545-a3cb-009a903f32bc)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:30:04.041385 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-ad5ec012-0b8f-4418-bba2-b1d4d54e0c9d req-306d408d-f064-452a-99be-0aa05c7b68ca tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630705'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:04.054769 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-ad5ec012-0b8f-4418-bba2-b1d4d54e0c9d req-306d408d-f064-452a-99be-0aa05c7b68ca tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Calling delete_port for eae38b06-5699-4ee9-b69c-1bd1f6345e97 owned by compute:nova {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:30:04.183445 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-ad5ec012-0b8f-4418-bba2-b1d4d54e0c9d req-306d408d-f064-452a-99be-0aa05c7b68ca tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751724800597', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751724218543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237887'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:04.215541 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306d408d-f064-452a-99be-0aa05c7b68ca tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Pushing event deleted for resources: {'Port': ['ID=eae38b06-5699-4ee9-b69c-1bd1f6345e97,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:30:04.230963 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] get_ports_and_sgs() called for port_ids ['eae38b06-5699-4ee9-b69c-1bd1f6345e97'] {{(pid=102518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:30:04.255411 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad5ec012-0b8f-4418-bba2-b1d4d54e0c9d req-306d408d-f064-452a-99be-0aa05c7b68ca tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] No DVR routers for this DVR port eae38b06-5699-4ee9-b69c-1bd1f6345e97 on host hv-cinder-80507 {{(pid=102516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:30:04.257945 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-ad5ec012-0b8f-4418-bba2-b1d4d54e0c9d req-306d408d-f064-452a-99be-0aa05c7b68ca tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:04.261883 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ad5ec012-0b8f-4418-bba2-b1d4d54e0c9d req-306d408d-f064-452a-99be-0aa05c7b68ca tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] 10.222.0.54 "DELETE /v2.0/ports/eae38b06-5699-4ee9-b69c-1bd1f6345e97 HTTP/1.1" status: 204 len: 173 time: 0.5036700 Nov 23 05:30:04.263035 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e733a13-045b-4bdb-a4fe-7a9c65ed57f3', 'name': 'network-vif-deleted', 'tag': 'eae38b06-5699-4ee9-b69c-1bd1f6345e97'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:30:04.265870 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20d478f7b504b4f7a92aed5d5c075fb26ddad21beb532cc87d656362fb0682d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956590f9-05ea-4e3c-8625-65e0debbdf85" -d '{"events": [{"server_uuid": "3e733a13-045b-4bdb-a4fe-7a9c65ed57f3", "name": "network-vif-deleted", "tag": "eae38b06-5699-4ee9-b69c-1bd1f6345e97"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:30:04.302447 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd5fdee-7e1b-47db-a6c4-f16bf1e15ac7 x-openstack-request-id: req-8dd5fdee-7e1b-47db-a6c4-f16bf1e15ac7 {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:30:04.302820 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e733a13-045b-4bdb-a4fe-7a9c65ed57f3", "name": "network-vif-deleted", "tag": "eae38b06-5699-4ee9-b69c-1bd1f6345e97", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:30:04.303198 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8dd5fdee-7e1b-47db-a6c4-f16bf1e15ac7 {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:30:04.303574 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e733a13-045b-4bdb-a4fe-7a9c65ed57f3', 'name': 'network-vif-deleted', 'tag': 'eae38b06-5699-4ee9-b69c-1bd1f6345e97', 'status': 'completed', 'code': 200} Nov 23 05:30:04.512784 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-27260da8-8360-4651-a7c6-41e0174839e5 req-33c58f31-b801-4403-8fee-8e2548f36926 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/ports?device_id=584a81d2-404b-4609-967a-0d0cbdfdc0bd HTTP/1.1" status: 200 len: 210 time: 0.0262032 Nov 23 05:30:04.829593 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb6d4c-e9c9-49af-a69e-3b18171b8c5d req-bd65d05c-7ed3-4617-abae-dd1a19f1fc1e tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:04.831046 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b0bb6d4c-e9c9-49af-a69e-3b18171b8c5d req-bd65d05c-7ed3-4617-abae-dd1a19f1fc1e tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.54 "GET /v2.0/networks?id=6ae84b29-0690-473c-8282-824ad6dc6e1f HTTP/1.1" status: 200 len: 809 time: 0.1085818 Nov 23 05:30:04.905494 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b0bb6d4c-e9c9-49af-a69e-3b18171b8c5d req-fcceb51c-6505-4ae9-ac7e-1d7cc80941eb tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad191be0886046eeaa7030de6ed90099 HTTP/1.1" status: 200 len: 380 time: 0.0539601 Nov 23 05:30:04.928981 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [req-b0bb6d4c-e9c9-49af-a69e-3b18171b8c5d req-daaee7f2-024f-4410-899d-5aff21036f68 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Request body: {'port': {'device_id': '584a81d2-404b-4609-967a-0d0cbdfdc0bd', 'network_id': '6ae84b29-0690-473c-8282-824ad6dc6e1f', 'admin_state_up': True, 'tenant_id': 'ad191be0886046eeaa7030de6ed90099', 'security_groups': ['acf46cb2-f64b-4819-bbb8-bc15f83b2b40']}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:30:05.037363 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0bb6d4c-e9c9-49af-a69e-3b18171b8c5d req-daaee7f2-024f-4410-899d-5aff21036f68 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Made reservation on behalf of ad191be0886046eeaa7030de6ed90099 for: {'port': 1} {{(pid=102516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:30:05.040879 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-b0bb6d4c-e9c9-49af-a69e-3b18171b8c5d req-daaee7f2-024f-4410-899d-5aff21036f68 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:05.129329 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-20669d7c-08d7-4d70-8069-91e5ef78655e req-ca23ee52-074c-46a9-8692-8fda6ee29091 tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e733a13-045b-4bdb-a4fe-7a9c65ed57f3 HTTP/1.1" status: 200 len: 210 time: 0.0311048 Nov 23 05:30:05.191649 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.db_base_plugin_common [req-b0bb6d4c-e9c9-49af-a69e-3b18171b8c5d req-daaee7f2-024f-4410-899d-5aff21036f68 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Allocated IP 172.20.0.11 (6ae84b29-0690-473c-8282-824ad6dc6e1f/8b5d560a-b60a-4973-943d-2226bfe371e0/b0461070-6637-463d-b8fc-5d2ec7130e2a) {{(pid=102516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:30:05.333720 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-b0bb6d4c-e9c9-49af-a69e-3b18171b8c5d req-daaee7f2-024f-4410-899d-5aff21036f68 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Publish callbacks [] for port, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:05.367214 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-b0bb6d4c-e9c9-49af-a69e-3b18171b8c5d req-daaee7f2-024f-4410-899d-5aff21036f68 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751724218534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237887'] for port, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:05.411632 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0bb6d4c-e9c9-49af-a69e-3b18171b8c5d req-daaee7f2-024f-4410-899d-5aff21036f68 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Network 6ae84b29-0690-473c-8282-824ad6dc6e1f is already hosted by enough agents. {{(pid=102516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:30:05.415239 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [req-b0bb6d4c-e9c9-49af-a69e-3b18171b8c5d req-daaee7f2-024f-4410-899d-5aff21036f68 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Resources bound (agent type, host, resource id): {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:30:05.419473 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0bb6d4c-e9c9-49af-a69e-3b18171b8c5d req-daaee7f2-024f-4410-899d-5aff21036f68 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Received port after_create {{(pid=102516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:30:05.447115 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaee7f2-024f-4410-899d-5aff21036f68 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Pushing event updated for resources: {'Port': ['ID=b0461070-6637-463d-b8fc-5d2ec7130e2a,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:30:05.478274 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb6d4c-e9c9-49af-a69e-3b18171b8c5d req-daaee7f2-024f-4410-899d-5aff21036f68 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:05.478963 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-b0bb6d4c-e9c9-49af-a69e-3b18171b8c5d req-daaee7f2-024f-4410-899d-5aff21036f68 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:05.499468 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b0bb6d4c-e9c9-49af-a69e-3b18171b8c5d req-daaee7f2-024f-4410-899d-5aff21036f68 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5740511 Nov 23 05:30:05.526699 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [req-b0bb6d4c-e9c9-49af-a69e-3b18171b8c5d req-96935491-6742-4afa-9ce5-a5b53bb065e6 service neutron] Request body: {'port': {'device_id': '584a81d2-404b-4609-967a-0d0cbdfdc0bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80507'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:30:05.589830 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-b0bb6d4c-e9c9-49af-a69e-3b18171b8c5d req-96935491-6742-4afa-9ce5-a5b53bb065e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:05.622131 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-953a8a39-f2fa-4b6f-980d-93fad1aba099 None None] Provisioning complete for port b0461070-6637-463d-b8fc-5d2ec7130e2a triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:30:05.622765 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-953a8a39-f2fa-4b6f-980d-93fad1aba099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:05.677200 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-d198ff3c-9802-4f41-ad97-0db4e9068201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:05.681665 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-953a8a39-f2fa-4b6f-980d-93fad1aba099 None None] Port b0461070-6637-463d-b8fc-5d2ec7130e2a cannot update to ACTIVE because it is not bound. {{(pid=102518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:30:05.688249 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95615d06-10bc-4455-915b-955d831d6dce req-e10a22da-abc9-404e-a2d0-4682e515bbe2 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:05.689791 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-95615d06-10bc-4455-915b-955d831d6dce req-e10a22da-abc9-404e-a2d0-4682e515bbe2 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/ports?device_id=584a81d2-404b-4609-967a-0d0cbdfdc0bd HTTP/1.1" status: 200 len: 932 time: 0.0897634 Nov 23 05:30:05.833304 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-95615d06-10bc-4455-915b-955d831d6dce req-bdcb5daf-ec9d-4f34-8a3a-0f9b0cfb4a74 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/security-groups?id=acf46cb2-f64b-4819-bbb8-bc15f83b2b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986803 Nov 23 05:30:05.926296 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [req-b0bb6d4c-e9c9-49af-a69e-3b18171b8c5d req-96935491-6742-4afa-9ce5-a5b53bb065e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0461070-6637-463d-b8fc-5d2ec7130e2a {{(pid=102516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:30:05.933566 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-b0bb6d4c-e9c9-49af-a69e-3b18171b8c5d req-96935491-6742-4afa-9ce5-a5b53bb065e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:05.945088 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.provisioning_blocks [req-b0bb6d4c-e9c9-49af-a69e-3b18171b8c5d req-96935491-6742-4afa-9ce5-a5b53bb065e6 service neutron] Transition to ACTIVE for port object b0461070-6637-463d-b8fc-5d2ec7130e2a will not be triggered until provisioned by entity L2. {{(pid=102516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 05:30:05.949930 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-b0bb6d4c-e9c9-49af-a69e-3b18171b8c5d req-96935491-6742-4afa-9ce5-a5b53bb065e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237864'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:05.999476 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96935491-6742-4afa-9ce5-a5b53bb065e6 service neutron] Pushing event updated for resources: {'Port': ['ID=b0461070-6637-463d-b8fc-5d2ec7130e2a,revision_number=2']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:30:06.067943 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-b0bb6d4c-e9c9-49af-a69e-3b18171b8c5d req-96935491-6742-4afa-9ce5-a5b53bb065e6 service neutron] Attempting to bind port b0461070-6637-463d-b8fc-5d2ec7130e2a on host hv-cinder-80507 for vnic_type normal with profile {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:30:06.068280 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-b0bb6d4c-e9c9-49af-a69e-3b18171b8c5d req-96935491-6742-4afa-9ce5-a5b53bb065e6 service neutron] Attempting to bind port b0461070-6637-463d-b8fc-5d2ec7130e2a by drivers openvswitch,hyperv on host hv-cinder-80507 at level 0 using segments [{'id': '69a590d1-5dd3-4277-96f7-01f211c8329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6ae84b29-0690-473c-8282-824ad6dc6e1f'}] {{(pid=102516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:30:06.068611 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bb6d4c-e9c9-49af-a69e-3b18171b8c5d req-96935491-6742-4afa-9ce5-a5b53bb065e6 service neutron] Attempting to bind port b0461070-6637-463d-b8fc-5d2ec7130e2a on network 6ae84b29-0690-473c-8282-824ad6dc6e1f {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:30:06.073090 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bb6d4c-e9c9-49af-a69e-3b18171b8c5d req-96935491-6742-4afa-9ce5-a5b53bb065e6 service neutron] Port b0461070-6637-463d-b8fc-5d2ec7130e2a on network 6ae84b29-0690-473c-8282-824ad6dc6e1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80507 {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 05:30:06.073415 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bb6d4c-e9c9-49af-a69e-3b18171b8c5d req-96935491-6742-4afa-9ce5-a5b53bb065e6 service neutron] Attempting to bind port b0461070-6637-463d-b8fc-5d2ec7130e2a on network 6ae84b29-0690-473c-8282-824ad6dc6e1f {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:30:06.079239 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bb6d4c-e9c9-49af-a69e-3b18171b8c5d req-96935491-6742-4afa-9ce5-a5b53bb065e6 service neutron] Checking agent: {'id': 'b8a1d969-7c04-443a-af3a-1812b1d56913', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80507', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 5, 23, 27), 'started_at': datetime.datetime(2021, 11, 23, 5, 23, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:30:06.079578 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bb6d4c-e9c9-49af-a69e-3b18171b8c5d req-96935491-6742-4afa-9ce5-a5b53bb065e6 service neutron] Checking segment: {'id': '69a590d1-5dd3-4277-96f7-01f211c8329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6ae84b29-0690-473c-8282-824ad6dc6e1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:30:06.079964 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0bb6d4c-e9c9-49af-a69e-3b18171b8c5d req-96935491-6742-4afa-9ce5-a5b53bb065e6 service neutron] Bound using segment: {'id': '69a590d1-5dd3-4277-96f7-01f211c8329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6ae84b29-0690-473c-8282-824ad6dc6e1f'} {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:30:06.080397 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-b0bb6d4c-e9c9-49af-a69e-3b18171b8c5d req-96935491-6742-4afa-9ce5-a5b53bb065e6 service neutron] Bound port: b0461070-6637-463d-b8fc-5d2ec7130e2a, host: hv-cinder-80507, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a590d1-5dd3-4277-96f7-01f211c8329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6ae84b29-0690-473c-8282-824ad6dc6e1f'}}] {{(pid=102516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:30:06.080751 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-b0bb6d4c-e9c9-49af-a69e-3b18171b8c5d req-96935491-6742-4afa-9ce5-a5b53bb065e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:06.148937 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-b0bb6d4c-e9c9-49af-a69e-3b18171b8c5d req-96935491-6742-4afa-9ce5-a5b53bb065e6 service neutron] For port b0461070-6637-463d-b8fc-5d2ec7130e2a, host hv-cinder-80507, cleared binding levels {{(pid=102516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:30:06.152445 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-b0bb6d4c-e9c9-49af-a69e-3b18171b8c5d req-96935491-6742-4afa-9ce5-a5b53bb065e6 service neutron] For port b0461070-6637-463d-b8fc-5d2ec7130e2a, host hv-cinder-80507, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=b0461070-6637-463d-b8fc-5d2ec7130e2a,segment=NetworkSegment(69a590d1-5dd3-4277-96f7-01f211c8329e),segment_id=69a590d1-5dd3-4277-96f7-01f211c8329e)] {{(pid=102516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:30:06.158395 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-b0bb6d4c-e9c9-49af-a69e-3b18171b8c5d req-96935491-6742-4afa-9ce5-a5b53bb065e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237864'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:06.205342 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb6d4c-e9c9-49af-a69e-3b18171b8c5d req-96935491-6742-4afa-9ce5-a5b53bb065e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:06.205342 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-b0bb6d4c-e9c9-49af-a69e-3b18171b8c5d req-96935491-6742-4afa-9ce5-a5b53bb065e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:06.205342 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b0bb6d4c-e9c9-49af-a69e-3b18171b8c5d req-96935491-6742-4afa-9ce5-a5b53bb065e6 service neutron] 10.222.0.54 "PUT /v2.0/ports/b0461070-6637-463d-b8fc-5d2ec7130e2a HTTP/1.1" status: 200 len: 1094 time: 0.6794937 Nov 23 05:30:06.229740 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96935491-6742-4afa-9ce5-a5b53bb065e6 service neutron] Pushing event updated for resources: {'Port': ['ID=b0461070-6637-463d-b8fc-5d2ec7130e2a,revision_number=3']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:30:06.306152 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '584a81d2-404b-4609-967a-0d0cbdfdc0bd', 'tag': 'b0461070-6637-463d-b8fc-5d2ec7130e2a'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:30:06.308713 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20d478f7b504b4f7a92aed5d5c075fb26ddad21beb532cc87d656362fb0682d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb03360b-10f0-4ca5-bb6c-5275a3d1820d" -d '{"events": [{"name": "network-changed", "server_uuid": "584a81d2-404b-4609-967a-0d0cbdfdc0bd", "tag": "b0461070-6637-463d-b8fc-5d2ec7130e2a"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:30:06.329753 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb6d4c-e9c9-49af-a69e-3b18171b8c5d req-d589aea7-1da9-470c-8a07-d60270333906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:06.331934 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b0bb6d4c-e9c9-49af-a69e-3b18171b8c5d req-d589aea7-1da9-470c-8a07-d60270333906 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ad191be0886046eeaa7030de6ed90099&device_id=584a81d2-404b-4609-967a-0d0cbdfdc0bd HTTP/1.1" status: 200 len: 1097 time: 0.0599616 Nov 23 05:30:06.353930 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816856f0-2f27-45b8-b949-5198ff8ddf57 x-openstack-request-id: req-816856f0-2f27-45b8-b949-5198ff8ddf57 {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:30:06.354418 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "584a81d2-404b-4609-967a-0d0cbdfdc0bd", "tag": "b0461070-6637-463d-b8fc-5d2ec7130e2a", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:30:06.354735 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-816856f0-2f27-45b8-b949-5198ff8ddf57 {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:30:06.355314 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '584a81d2-404b-4609-967a-0d0cbdfdc0bd', 'tag': 'b0461070-6637-463d-b8fc-5d2ec7130e2a', 'status': 'completed', 'code': 200} Nov 23 05:30:06.408352 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b0bb6d4c-e9c9-49af-a69e-3b18171b8c5d req-3408fbf3-3d90-4feb-9336-b6322cadffe9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0461070-6637-463d-b8fc-5d2ec7130e2a HTTP/1.1" status: 200 len: 217 time: 0.0514083 Nov 23 05:30:06.466509 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device eae38b06-5699-4ee9-b69c-1bd1f6345e97 no longer exists at agent hyperv_hv-cinder-80507 {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:30:06.467467 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb6d4c-e9c9-49af-a69e-3b18171b8c5d req-a7538c05-3f17-4e20-ab8f-e3f3ac0db009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:06.468980 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b0bb6d4c-e9c9-49af-a69e-3b18171b8c5d req-a7538c05-3f17-4e20-ab8f-e3f3ac0db009 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8b5d560a-b60a-4973-943d-2226bfe371e0 HTTP/1.1" status: 200 len: 848 time: 0.0489352 Nov 23 05:30:06.489566 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] No Port match for: eae38b06-5699-4ee9-b69c-1bd1f6345e97 {{(pid=102518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:30:06.489915 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device eae38b06-5699-4ee9-b69c-1bd1f6345e97 not bound to the agent host hv-cinder-80507 {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:30:06.515324 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb6d4c-e9c9-49af-a69e-3b18171b8c5d req-58c598c9-0a99-4a84-9f34-c038e88167be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:06.516789 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b0bb6d4c-e9c9-49af-a69e-3b18171b8c5d req-58c598c9-0a99-4a84-9f34-c038e88167be service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6ae84b29-0690-473c-8282-824ad6dc6e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403161 Nov 23 05:30:06.617998 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b0bb6d4c-e9c9-49af-a69e-3b18171b8c5d req-6a203357-3de7-41a2-8636-33b869c4e74e service neutron] 10.222.0.54 "GET /v2.0/networks/6ae84b29-0690-473c-8282-824ad6dc6e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820372 Nov 23 05:30:06.722832 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b0bb6d4c-e9c9-49af-a69e-3b18171b8c5d req-ef610454-644f-4089-8daf-2056d2243bd4 service neutron] 10.222.0.54 "GET /v2.0/networks/6ae84b29-0690-473c-8282-824ad6dc6e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964653 Nov 23 05:30:06.896983 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.agents_db [None req-5ade7c98-4a19-45de-8fb0-464f54244c1e None None] Agent healthcheck: found 6 active agents {{(pid=102519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:30:06.946415 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2764bf-d9ee-42a7-a885-7df94c03d845 req-5b29b508-6b33-44d4-a265-0863f04bfbca tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:06.947949 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fe2764bf-d9ee-42a7-a885-7df94c03d845 req-5b29b508-6b33-44d4-a265-0863f04bfbca tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/ports?device_id=584a81d2-404b-4609-967a-0d0cbdfdc0bd HTTP/1.1" status: 200 len: 944 time: 0.0480008 Nov 23 05:30:06.997201 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fe2764bf-d9ee-42a7-a885-7df94c03d845 req-fe3b0ee1-3eb9-4553-89af-e3a45dd62834 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/security-groups?id=acf46cb2-f64b-4819-bbb8-bc15f83b2b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418453 Nov 23 05:30:07.061684 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-cb0bae37-5947-48f5-b8ea-be8dc2c46173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:08.117137 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f552be7f-a82d-4cef-9669-e95b7ecc6261 req-60625e46-d393-4e36-9d16-b1ad024079f0 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:08.119459 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f552be7f-a82d-4cef-9669-e95b7ecc6261 req-60625e46-d393-4e36-9d16-b1ad024079f0 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/ports?device_id=584a81d2-404b-4609-967a-0d0cbdfdc0bd HTTP/1.1" status: 200 len: 944 time: 0.0535357 Nov 23 05:30:08.170008 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f552be7f-a82d-4cef-9669-e95b7ecc6261 req-d2d63062-7e46-412d-b0ba-4e232f3855bf tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/security-groups?id=acf46cb2-f64b-4819-bbb8-bc15f83b2b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434198 Nov 23 05:30:08.459900 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-0cc3cdcc-aace-4769-a54e-383df0ffcf0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:09.096511 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:09.282762 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f8c27-6677-4a51-abe7-5ebd46d84687 req-3b050997-711d-434a-846b-d26aba0b149e tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:09.284276 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-eb1f8c27-6677-4a51-abe7-5ebd46d84687 req-3b050997-711d-434a-846b-d26aba0b149e tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/ports?device_id=584a81d2-404b-4609-967a-0d0cbdfdc0bd HTTP/1.1" status: 200 len: 944 time: 0.0491970 Nov 23 05:30:09.332666 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-eb1f8c27-6677-4a51-abe7-5ebd46d84687 req-b0c5617b-e30e-4521-a872-af0028de9fcf tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/security-groups?id=acf46cb2-f64b-4819-bbb8-bc15f83b2b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425627 Nov 23 05:30:09.518030 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03360b-10f0-4ca5-bb6c-5275a3d1820d req-d5e6ade7-d138-4209-b46e-cbdc31ec5016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:09.519580 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fb03360b-10f0-4ca5-bb6c-5275a3d1820d req-d5e6ade7-d138-4209-b46e-cbdc31ec5016 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ad191be0886046eeaa7030de6ed90099&device_id=584a81d2-404b-4609-967a-0d0cbdfdc0bd HTTP/1.1" status: 200 len: 1097 time: 0.0428555 Nov 23 05:30:09.617003 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03360b-10f0-4ca5-bb6c-5275a3d1820d req-e9b2717c-a397-48aa-9e0e-afc0666904cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:09.618483 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fb03360b-10f0-4ca5-bb6c-5275a3d1820d req-e9b2717c-a397-48aa-9e0e-afc0666904cc service neutron] 10.222.0.54 "GET /v2.0/networks?id=6ae84b29-0690-473c-8282-824ad6dc6e1f HTTP/1.1" status: 200 len: 910 time: 0.0857000 Nov 23 05:30:09.666076 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fb03360b-10f0-4ca5-bb6c-5275a3d1820d req-aea86b44-d186-4f1c-a0ce-00c48bcd4812 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0461070-6637-463d-b8fc-5d2ec7130e2a HTTP/1.1" status: 200 len: 217 time: 0.0384643 Nov 23 05:30:09.717236 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03360b-10f0-4ca5-bb6c-5275a3d1820d req-3f8344de-9698-4711-b851-81dd758971f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:09.718609 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fb03360b-10f0-4ca5-bb6c-5275a3d1820d req-3f8344de-9698-4711-b851-81dd758971f8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8b5d560a-b60a-4973-943d-2226bfe371e0 HTTP/1.1" status: 200 len: 848 time: 0.0450041 Nov 23 05:30:09.764771 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03360b-10f0-4ca5-bb6c-5275a3d1820d req-845b858b-159c-434a-ba23-1482980f467c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:09.766213 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fb03360b-10f0-4ca5-bb6c-5275a3d1820d req-845b858b-159c-434a-ba23-1482980f467c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6ae84b29-0690-473c-8282-824ad6dc6e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396233 Nov 23 05:30:09.862283 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fb03360b-10f0-4ca5-bb6c-5275a3d1820d req-269d2c83-dc16-4782-89dc-f62b6e53d396 service neutron] 10.222.0.54 "GET /v2.0/networks/6ae84b29-0690-473c-8282-824ad6dc6e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833445 Nov 23 05:30:09.952294 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fb03360b-10f0-4ca5-bb6c-5275a3d1820d req-6819dc43-2303-4005-827b-fc79861953b5 service neutron] 10.222.0.54 "GET /v2.0/networks/6ae84b29-0690-473c-8282-824ad6dc6e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826905 Nov 23 05:30:10.193377 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabdaab3-cbed-4559-8036-5258c3f59c55 req-3cbe12c8-872f-498e-980f-a6c1f499eeef tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:10.194829 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-dabdaab3-cbed-4559-8036-5258c3f59c55 req-3cbe12c8-872f-498e-980f-a6c1f499eeef tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/ports?device_id=24822c58-969a-4e8f-881f-14fcba18885f HTTP/1.1" status: 200 len: 985 time: 0.0799613 Nov 23 05:30:10.441140 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64792e-c489-4d35-8f5c-fffc17e94b8c req-fe43c874-195d-40b2-bc7c-583bf78dd210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:10.442534 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4e64792e-c489-4d35-8f5c-fffc17e94b8c req-fe43c874-195d-40b2-bc7c-583bf78dd210 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5dd1e0c3287e4976856ecd12547d4b60&device_id=24822c58-969a-4e8f-881f-14fcba18885f HTTP/1.1" status: 200 len: 1138 time: 0.2865269 Nov 23 05:30:10.556758 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-dabdaab3-cbed-4559-8036-5258c3f59c55 req-061687ac-48b1-478f-be82-f1c68a611f3b tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/security-groups?id=09315a98-c01a-423c-9e97-abf477e7ea74&id=cd9f8501-b26b-4eaf-898a-b63bea2eaf86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3537672 Nov 23 05:30:10.572348 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24337a8-881c-4302-84b5-b760ddb26b54 req-ff4f311d-9efc-4f8e-9293-55f8ad584c31 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:10.574817 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f24337a8-881c-4302-84b5-b760ddb26b54 req-ff4f311d-9efc-4f8e-9293-55f8ad584c31 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/ports?device_id=584a81d2-404b-4609-967a-0d0cbdfdc0bd HTTP/1.1" status: 200 len: 944 time: 0.1462128 Nov 23 05:30:10.623394 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64792e-c489-4d35-8f5c-fffc17e94b8c req-dd4a3922-d596-4093-9f14-07af564e4549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:10.625166 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4e64792e-c489-4d35-8f5c-fffc17e94b8c req-dd4a3922-d596-4093-9f14-07af564e4549 service neutron] 10.222.0.54 "GET /v2.0/networks?id=86607cb6-c8a7-43df-9c11-e08b2a900939 HTTP/1.1" status: 200 len: 915 time: 0.1635478 Nov 23 05:30:10.692969 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f24337a8-881c-4302-84b5-b760ddb26b54 req-bc39fba2-446f-4dea-88cc-72588a6607b9 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/security-groups?id=acf46cb2-f64b-4819-bbb8-bc15f83b2b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044335 Nov 23 05:30:10.712047 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4e64792e-c489-4d35-8f5c-fffc17e94b8c req-9284c48a-e0c5-44d3-b15f-aa56a653dbe4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5ac43bf-08ea-482b-89e9-2047045db460 HTTP/1.1" status: 200 len: 1002 time: 0.0789979 Nov 23 05:30:10.766850 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64792e-c489-4d35-8f5c-fffc17e94b8c req-296288db-56fe-4fe4-9561-3519c3aeee9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:10.768335 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4e64792e-c489-4d35-8f5c-fffc17e94b8c req-296288db-56fe-4fe4-9561-3519c3aeee9f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=50b38531-eddf-4b49-b531-e5bf9682dbbe HTTP/1.1" status: 200 len: 853 time: 0.0474634 Nov 23 05:30:10.815152 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64792e-c489-4d35-8f5c-fffc17e94b8c req-731f01ec-938b-43bb-b325-0abda8b710d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:10.816703 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4e64792e-c489-4d35-8f5c-fffc17e94b8c req-731f01ec-938b-43bb-b325-0abda8b710d1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86607cb6-c8a7-43df-9c11-e08b2a900939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411475 Nov 23 05:30:10.907922 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4e64792e-c489-4d35-8f5c-fffc17e94b8c req-d97fad2a-0ea0-4e65-94bd-f5e1b3494c8f service neutron] 10.222.0.54 "GET /v2.0/networks/86607cb6-c8a7-43df-9c11-e08b2a900939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821838 Nov 23 05:30:11.000005 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4e64792e-c489-4d35-8f5c-fffc17e94b8c req-92febe02-516d-442d-bf68-06b5d0615060 service neutron] 10.222.0.54 "GET /v2.0/networks/86607cb6-c8a7-43df-9c11-e08b2a900939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844274 Nov 23 05:30:11.674208 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045189d9-b187-4575-aaea-2a32cad95ee4 req-2099c73d-d72a-4be7-8c50-8749ba1a3656 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:11.675722 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-045189d9-b187-4575-aaea-2a32cad95ee4 req-2099c73d-d72a-4be7-8c50-8749ba1a3656 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/ports?device_id=24822c58-969a-4e8f-881f-14fcba18885f HTTP/1.1" status: 200 len: 985 time: 0.0491190 Nov 23 05:30:11.737668 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-045189d9-b187-4575-aaea-2a32cad95ee4 req-c7426790-9a3c-40f5-b0a9-ec8ddef6a435 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/security-groups?id=09315a98-c01a-423c-9e97-abf477e7ea74&id=cd9f8501-b26b-4eaf-898a-b63bea2eaf86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558951 Nov 23 05:30:11.815722 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94149930-b165-4ba9-87fb-7eb5f1df51ac req-9868f9ce-1673-4f9b-9424-322fa86d8c20 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:11.817489 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-94149930-b165-4ba9-87fb-7eb5f1df51ac req-9868f9ce-1673-4f9b-9424-322fa86d8c20 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/ports?device_id=584a81d2-404b-4609-967a-0d0cbdfdc0bd HTTP/1.1" status: 200 len: 944 time: 0.0536950 Nov 23 05:30:11.876208 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-94149930-b165-4ba9-87fb-7eb5f1df51ac req-e74d6acc-f50d-406f-8b4e-1401e7c6c169 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/security-groups?id=acf46cb2-f64b-4819-bbb8-bc15f83b2b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525777 Nov 23 05:30:12.852186 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1211b8-cd34-4e04-b672-c3cf331f4264 req-bf9cc855-2e37-43fa-b239-f10bb5e335e5 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:12.853640 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-bc1211b8-cd34-4e04-b672-c3cf331f4264 req-bf9cc855-2e37-43fa-b239-f10bb5e335e5 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/ports?device_id=24822c58-969a-4e8f-881f-14fcba18885f HTTP/1.1" status: 200 len: 985 time: 0.0480540 Nov 23 05:30:12.914021 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-bc1211b8-cd34-4e04-b672-c3cf331f4264 req-809d1a71-0654-462d-8bab-e7b861f6995b tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/security-groups?id=09315a98-c01a-423c-9e97-abf477e7ea74&id=cd9f8501-b26b-4eaf-898a-b63bea2eaf86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538309 Nov 23 05:30:12.991962 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da2745-d5c6-41a2-a9c1-fd388cfd98cc req-de93e3c7-16cb-4503-8288-634a29e9c749 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:12.993298 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-92da2745-d5c6-41a2-a9c1-fd388cfd98cc req-de93e3c7-16cb-4503-8288-634a29e9c749 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/ports?device_id=584a81d2-404b-4609-967a-0d0cbdfdc0bd HTTP/1.1" status: 200 len: 944 time: 0.0478725 Nov 23 05:30:13.044499 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-92da2745-d5c6-41a2-a9c1-fd388cfd98cc req-f84a5046-9da5-498b-b159-ae452eab61be tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/security-groups?id=acf46cb2-f64b-4819-bbb8-bc15f83b2b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449431 Nov 23 05:30:14.028577 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d75266-b189-42c4-90c1-2b8933247e6c req-2eba4a5e-5427-451a-8c8c-1c3daa713a9a tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:14.030056 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-17d75266-b189-42c4-90c1-2b8933247e6c req-2eba4a5e-5427-451a-8c8c-1c3daa713a9a tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/ports?device_id=24822c58-969a-4e8f-881f-14fcba18885f HTTP/1.1" status: 200 len: 985 time: 0.0500674 Nov 23 05:30:14.090981 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-17d75266-b189-42c4-90c1-2b8933247e6c req-a1b27790-1338-49a3-8440-c4636cfa252f tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/security-groups?id=09315a98-c01a-423c-9e97-abf477e7ea74&id=cd9f8501-b26b-4eaf-898a-b63bea2eaf86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549045 Nov 23 05:30:14.159296 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd5110-97b0-4a3a-a638-79ba9d894752 req-236c9f25-0920-4965-8dfd-59ede0e75f0f tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:14.160998 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5ecd5110-97b0-4a3a-a638-79ba9d894752 req-236c9f25-0920-4965-8dfd-59ede0e75f0f tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/ports?device_id=584a81d2-404b-4609-967a-0d0cbdfdc0bd HTTP/1.1" status: 200 len: 944 time: 0.0486503 Nov 23 05:30:14.210057 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5ecd5110-97b0-4a3a-a638-79ba9d894752 req-f22c8480-83d4-46e6-9995-170609af0c28 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/security-groups?id=acf46cb2-f64b-4819-bbb8-bc15f83b2b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427227 Nov 23 05:30:15.213271 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45db37-5a58-4914-a0c5-2b4c59d23613 req-df58065f-878e-485a-97ab-cadee16ae1a7 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:15.214745 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ee45db37-5a58-4914-a0c5-2b4c59d23613 req-df58065f-878e-485a-97ab-cadee16ae1a7 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/ports?device_id=24822c58-969a-4e8f-881f-14fcba18885f HTTP/1.1" status: 200 len: 985 time: 0.0550287 Nov 23 05:30:15.283863 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ee45db37-5a58-4914-a0c5-2b4c59d23613 req-2ebb5dc4-449d-4073-a99c-af5dcf030bb6 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/security-groups?id=09315a98-c01a-423c-9e97-abf477e7ea74&id=cd9f8501-b26b-4eaf-898a-b63bea2eaf86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0630395 Nov 23 05:30:15.407903 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb68a0d-466a-4f45-ae3c-71e6dcc70f16 req-79ee9dca-a18f-4214-9b65-18309e0abf4c tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:15.409414 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7cb68a0d-466a-4f45-ae3c-71e6dcc70f16 req-79ee9dca-a18f-4214-9b65-18309e0abf4c tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 945 time: 0.0672395 Nov 23 05:30:15.418188 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994cf1f9-a2b7-4ac5-94b7-22029edc193b req-e5b0583e-80c8-46bb-ad20-d2267cbeaf71 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:15.419686 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-994cf1f9-a2b7-4ac5-94b7-22029edc193b req-e5b0583e-80c8-46bb-ad20-d2267cbeaf71 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/ports?device_id=584a81d2-404b-4609-967a-0d0cbdfdc0bd HTTP/1.1" status: 200 len: 944 time: 0.0872133 Nov 23 05:30:15.494091 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7cb68a0d-466a-4f45-ae3c-71e6dcc70f16 req-d7336536-c341-42ab-a13f-0a451eea69da tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=7470cc19-88e4-4a2a-8e87-add4a0c82a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734427 Nov 23 05:30:15.498756 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-994cf1f9-a2b7-4ac5-94b7-22029edc193b req-0adbd733-e1bb-4c4e-93dc-0318d92cb6c2 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/security-groups?id=acf46cb2-f64b-4819-bbb8-bc15f83b2b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725198 Nov 23 05:30:16.212722 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cdd989-7673-4f75-96ae-c1e1954ff890 req-2fc8da15-ee2e-497e-a72f-9e8a5161d082 tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:16.214194 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-70cdd989-7673-4f75-96ae-c1e1954ff890 req-2fc8da15-ee2e-497e-a72f-9e8a5161d082 tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] 10.222.0.48 "GET /v2.0/networks?id=3b757c95-a3e7-4cfa-90b3-01a8f83ea100 HTTP/1.1" status: 200 len: 813 time: 0.1019630 Nov 23 05:30:16.229662 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-70cdd989-7673-4f75-96ae-c1e1954ff890 req-541bb45f-6fc6-4aca-9651-efc6116d3c63 tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] 10.222.0.48 "GET /v2.0/quotas/65490d6272ba46cc81f46f552a69b69b HTTP/1.1" status: 200 len: 375 time: 0.0088942 Nov 23 05:30:16.259995 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-70cdd989-7673-4f75-96ae-c1e1954ff890 req-4846d389-072f-48ad-86d9-5b0b576a3f4b tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=65490d6272ba46cc81f46f552a69b69b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0247295 Nov 23 05:30:16.353686 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-70cdd989-7673-4f75-96ae-c1e1954ff890 req-4b4828c6-64d0-40f9-b39b-0b08c63c0b35 service neutron] 10.222.0.48 "GET /v2.0/networks/3b757c95-a3e7-4cfa-90b3-01a8f83ea100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859714 Nov 23 05:30:16.451613 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-70cdd989-7673-4f75-96ae-c1e1954ff890 req-17003786-27da-40a9-9d3c-bdeb18b8a64c service neutron] 10.222.0.48 "GET /v2.0/networks/3b757c95-a3e7-4cfa-90b3-01a8f83ea100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912149 Nov 23 05:30:16.503224 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa8e65a-2d98-4f60-9cfc-5251e0d84787 req-4bad39c7-3120-4f9d-81f8-189bb53512b3 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:16.504742 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8fa8e65a-2d98-4f60-9cfc-5251e0d84787 req-4bad39c7-3120-4f9d-81f8-189bb53512b3 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/ports?device_id=24822c58-969a-4e8f-881f-14fcba18885f HTTP/1.1" status: 200 len: 985 time: 0.1501930 Nov 23 05:30:16.551539 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device b0461070-6637-463d-b8fc-5d2ec7130e2a details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=102518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 05:30:16.571439 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8fa8e65a-2d98-4f60-9cfc-5251e0d84787 req-d19c9d48-7d4d-4fc0-b640-1ad32b4e912f tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/security-groups?id=09315a98-c01a-423c-9e97-abf477e7ea74&id=cd9f8501-b26b-4eaf-898a-b63bea2eaf86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606904 Nov 23 05:30:16.662212 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da01ef-4c0c-40d5-a1fd-2e86866f6ca7 req-253f755a-4d28-460d-bd15-711cec250b02 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:16.671771 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f8da01ef-4c0c-40d5-a1fd-2e86866f6ca7 req-253f755a-4d28-460d-bd15-711cec250b02 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 945 time: 0.0663052 Nov 23 05:30:16.710758 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port b0461070-6637-463d-b8fc-5d2ec7130e2a, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=b0461070-6637-463d-b8fc-5d2ec7130e2a,segment=NetworkSegment(69a590d1-5dd3-4277-96f7-01f211c8329e),segment_id=69a590d1-5dd3-4277-96f7-01f211c8329e)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:30:16.724362 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Returning: {'device': 'b0461070-6637-463d-b8fc-5d2ec7130e2a', 'network_id': '6ae84b29-0690-473c-8282-824ad6dc6e1f', 'port_id': 'b0461070-6637-463d-b8fc-5d2ec7130e2a', 'mac_address': 'fa:16:3e:33:f3:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b5d560a-b60a-4973-943d-2226bfe371e0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 05:30:16.755426 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f8da01ef-4c0c-40d5-a1fd-2e86866f6ca7 req-86e6059f-4215-4262-aa13-fb52bf41fbdb tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=7470cc19-88e4-4a2a-8e87-add4a0c82a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827515 Nov 23 05:30:16.765051 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35540731-9562-4edd-9143-f86f1a4dc265 req-37b237dc-7ed3-4698-8e5c-1f74604dcbd5 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:16.767006 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:16.774034 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-35540731-9562-4edd-9143-f86f1a4dc265 req-37b237dc-7ed3-4698-8e5c-1f74604dcbd5 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/ports?device_id=584a81d2-404b-4609-967a-0d0cbdfdc0bd HTTP/1.1" status: 200 len: 944 time: 0.0951178 Nov 23 05:30:16.781657 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.notifiers.nova [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0461070-6637-463d-b8fc-5d2ec7130e2a {{(pid=102518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:30:16.811460 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port b0461070-6637-463d-b8fc-5d2ec7130e2a, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=b0461070-6637-463d-b8fc-5d2ec7130e2a,segment=NetworkSegment(69a590d1-5dd3-4277-96f7-01f211c8329e),segment_id=69a590d1-5dd3-4277-96f7-01f211c8329e)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:30:16.817951 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:16.850735 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3ef2a286-a400-4ef5-a92b-f05f101de75e req-04b4caea-ac23-4637-905d-2ac44817b09d tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] 10.222.0.48 "GET /v2.0/ports?device_id=5668fdcb-a82b-416a-9ad2-bd30ecdeb021 HTTP/1.1" status: 200 len: 210 time: 0.0371971 Nov 23 05:30:16.866834 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-35540731-9562-4edd-9143-f86f1a4dc265 req-8bb9bef1-fb7a-42b3-977a-06510853d460 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/security-groups?id=acf46cb2-f64b-4819-bbb8-bc15f83b2b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918663 Nov 23 05:30:16.880118 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Pushing event updated for resources: {'Port': ['ID=b0461070-6637-463d-b8fc-5d2ec7130e2a,revision_number=4']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:30:17.165955 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] get_ports_and_sgs() called for port_ids ['b0461070-6637-463d-b8fc-5d2ec7130e2a'] {{(pid=102518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:30:17.307630 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f093164-0d84-42b7-ac15-f973ed25ffcc req-5de431e2-6d8c-483f-a422-257ca4dec51c tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:17.309147 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2f093164-0d84-42b7-ac15-f973ed25ffcc req-5de431e2-6d8c-483f-a422-257ca4dec51c tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 947 time: 0.0499673 Nov 23 05:30:17.373865 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2f093164-0d84-42b7-ac15-f973ed25ffcc req-31121466-4611-439d-9d10-e7438981c15b tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546329 Nov 23 05:30:17.714165 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c025c7d-52c7-44cd-88c2-97effcb813d3 req-05f2475a-014b-4abd-b189-72bd166afe49 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:17.715656 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4c025c7d-52c7-44cd-88c2-97effcb813d3 req-05f2475a-014b-4abd-b189-72bd166afe49 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/ports?device_id=24822c58-969a-4e8f-881f-14fcba18885f HTTP/1.1" status: 200 len: 985 time: 0.0541618 Nov 23 05:30:17.774878 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4c025c7d-52c7-44cd-88c2-97effcb813d3 req-d27586b8-72dd-446e-aab6-2c5b6be54d63 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/security-groups?id=09315a98-c01a-423c-9e97-abf477e7ea74&id=cd9f8501-b26b-4eaf-898a-b63bea2eaf86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525477 Nov 23 05:30:17.876883 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82afdd8-7801-4191-81a7-8d0cb233d177 req-e5bfeac6-9b64-4d9e-9988-8b6f87fc31c4 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:17.878283 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f82afdd8-7801-4191-81a7-8d0cb233d177 req-e5bfeac6-9b64-4d9e-9988-8b6f87fc31c4 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 945 time: 0.0561230 Nov 23 05:30:18.020622 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f82afdd8-7801-4191-81a7-8d0cb233d177 req-c03045f7-a0da-4c85-9d2e-fbe14a4f657a tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=7470cc19-88e4-4a2a-8e87-add4a0c82a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360035 Nov 23 05:30:18.064240 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50041475-8eb6-4ce3-acde-4a2693f75e7a req-d42eb1c0-b512-40d5-85fd-3d3f2495614d tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:18.065724 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-50041475-8eb6-4ce3-acde-4a2693f75e7a req-d42eb1c0-b512-40d5-85fd-3d3f2495614d tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/ports?device_id=584a81d2-404b-4609-967a-0d0cbdfdc0bd HTTP/1.1" status: 200 len: 945 time: 0.0999386 Nov 23 05:30:18.111298 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cdd989-7673-4f75-96ae-c1e1954ff890 req-2e482a1b-b0d8-497b-a408-e4dbf0c208e4 tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:18.112689 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-70cdd989-7673-4f75-96ae-c1e1954ff890 req-2e482a1b-b0d8-497b-a408-e4dbf0c208e4 tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] 10.222.0.54 "GET /v2.0/networks?id=3b757c95-a3e7-4cfa-90b3-01a8f83ea100 HTTP/1.1" status: 200 len: 813 time: 0.2120159 Nov 23 05:30:18.154057 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [req-70cdd989-7673-4f75-96ae-c1e1954ff890 req-a20adfea-8975-4eda-a4b6-305110d6c83c tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Request body: {'port': {'device_id': '5668fdcb-a82b-416a-9ad2-bd30ecdeb021', 'network_id': '3b757c95-a3e7-4cfa-90b3-01a8f83ea100', 'admin_state_up': True, 'tenant_id': '65490d6272ba46cc81f46f552a69b69b'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:30:18.163672 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e688d7d0-b85d-4a72-8333-63effab628f9 req-811a743a-eb8f-48f8-b0fb-1c7a44f3cb6c tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] 10.222.0.48 "GET /v2.0/ports?device_id=5668fdcb-a82b-416a-9ad2-bd30ecdeb021 HTTP/1.1" status: 200 len: 210 time: 0.0738130 Nov 23 05:30:18.243309 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c3fcc-56d6-4020-9469-d5518bc6c149 req-4d4235a8-26a4-4937-9b81-540c21978804 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:18.244720 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f63c3fcc-56d6-4020-9469-d5518bc6c149 req-4d4235a8-26a4-4937-9b81-540c21978804 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.54 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 945 time: 0.1735346 Nov 23 05:30:18.250767 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-50041475-8eb6-4ce3-acde-4a2693f75e7a req-d96b89b5-418a-4ee4-8676-f6f9357e092b tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/security-groups?id=acf46cb2-f64b-4819-bbb8-bc15f83b2b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689806 Nov 23 05:30:18.363027 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70cdd989-7673-4f75-96ae-c1e1954ff890 req-a20adfea-8975-4eda-a4b6-305110d6c83c tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Made reservation on behalf of 65490d6272ba46cc81f46f552a69b69b for: {'port': 1} {{(pid=102516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:30:18.366471 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-70cdd989-7673-4f75-96ae-c1e1954ff890 req-a20adfea-8975-4eda-a4b6-305110d6c83c tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:18.430243 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-f63c3fcc-56d6-4020-9469-d5518bc6c149 req-d61243c7-f2c6-4095-ab1e-c280c04c9564 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Deleting port 92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5 {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:30:18.430585 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-f63c3fcc-56d6-4020-9469-d5518bc6c149 req-d61243c7-f2c6-4095-ab1e-c280c04c9564 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751724797224'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:18.589355 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device b0461070-6637-463d-b8fc-5d2ec7130e2a up at agent hyperv_hv-cinder-80507 {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:30:18.601614 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305042e4-9f93-4540-b7c2-efcce75d0973 req-c1022475-7960-41e0-8641-1b15b63398ee tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:18.603200 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-305042e4-9f93-4540-b7c2-efcce75d0973 req-c1022475-7960-41e0-8641-1b15b63398ee tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 947 time: 0.1493275 Nov 23 05:30:18.618516 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.db_base_plugin_common [req-70cdd989-7673-4f75-96ae-c1e1954ff890 req-a20adfea-8975-4eda-a4b6-305110d6c83c tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Allocated IP 172.20.0.10 (3b757c95-a3e7-4cfa-90b3-01a8f83ea100/e75faa65-4584-4420-bdb0-ea9960249bd4/42baf71e-7ea7-4382-a8be-646098b716a2) {{(pid=102516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:30:18.639498 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Provisioning for port b0461070-6637-463d-b8fc-5d2ec7130e2a completed by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 05:30:18.640202 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-f63c3fcc-56d6-4020-9469-d5518bc6c149 req-d61243c7-f2c6-4095-ab1e-c280c04c9564 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] For port 92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5,segment=NetworkSegment(94907b3a-6e89-4b23-8d3e-b6a0ef2909b5),segment_id=94907b3a-6e89-4b23-8d3e-b6a0ef2909b5)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:30:18.640571 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-f63c3fcc-56d6-4020-9469-d5518bc6c149 req-d61243c7-f2c6-4095-ab1e-c280c04c9564 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630705'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:18.643421 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Provisioning complete for port b0461070-6637-463d-b8fc-5d2ec7130e2a triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:30:18.643792 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:18.730718 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:18.757090 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '584a81d2-404b-4609-967a-0d0cbdfdc0bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0461070-6637-463d-b8fc-5d2ec7130e2a'}] {{(pid=102518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:30:18.759379 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1555ff6ee76347fd5083048713d2688504cf60c4b4cdc9acc0e7e1b3a3add239" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c8e4fa1-9579-4ed1-8243-3180bd03ffe1" -d '{"events": [{"server_uuid": "584a81d2-404b-4609-967a-0d0cbdfdc0bd", "name": "network-vif-plugged", "status": "completed", "tag": "b0461070-6637-463d-b8fc-5d2ec7130e2a"}]}' {{(pid=102518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:30:18.772091 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port b0461070-6637-463d-b8fc-5d2ec7130e2a, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=b0461070-6637-463d-b8fc-5d2ec7130e2a,segment=NetworkSegment(69a590d1-5dd3-4277-96f7-01f211c8329e),segment_id=69a590d1-5dd3-4277-96f7-01f211c8329e)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:30:18.777116 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:18.778256 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device 92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5 no longer exists at agent hyperv_hv-cinder-80507 {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:30:18.782383 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-305042e4-9f93-4540-b7c2-efcce75d0973 req-ad9e819a-275a-4549-b6b7-a9035824175e tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703045 Nov 23 05:30:18.826012 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a87d914-c00d-4045-ac63-411e67e86499 x-openstack-request-id: req-7a87d914-c00d-4045-ac63-411e67e86499 {{(pid=102518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:30:18.826365 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "584a81d2-404b-4609-967a-0d0cbdfdc0bd", "name": "network-vif-plugged", "status": "completed", "tag": "b0461070-6637-463d-b8fc-5d2ec7130e2a", "code": 200}]} {{(pid=102518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:30:18.826799 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7a87d914-c00d-4045-ac63-411e67e86499 {{(pid=102518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:30:18.827339 dv-cinder-805072-6-iscsi neutron-server[102518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '584a81d2-404b-4609-967a-0d0cbdfdc0bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0461070-6637-463d-b8fc-5d2ec7130e2a', 'code': 200} Nov 23 05:30:18.859377 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Pushing event updated for resources: {'Port': ['ID=b0461070-6637-463d-b8fc-5d2ec7130e2a,revision_number=5']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:30:18.912224 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:18.949717 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port 92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5,segment=NetworkSegment(94907b3a-6e89-4b23-8d3e-b6a0ef2909b5),segment_id=94907b3a-6e89-4b23-8d3e-b6a0ef2909b5)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:30:18.954266 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:19.005182 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Pushing event updated for resources: {'Port': ['ID=92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5,revision_number=6']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:30:19.117162 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d808ae30-1a8b-4734-8977-01e61c7809c8 req-392c3f8e-295a-4916-8ee2-0c2a5e8b7fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:19.118700 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-d808ae30-1a8b-4734-8977-01e61c7809c8 req-392c3f8e-295a-4916-8ee2-0c2a5e8b7fa5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=584a81d2-404b-4609-967a-0d0cbdfdc0bd HTTP/1.1" status: 200 len: 1099 time: 0.0412629 Nov 23 05:30:19.189469 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-d808ae30-1a8b-4734-8977-01e61c7809c8 req-66cd425c-cafe-47a1-b7b1-ed99d991bf76 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=acf46cb2-f64b-4819-bbb8-bc15f83b2b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410080 Nov 23 05:30:19.332341 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a4a1d-9c47-4a45-bfef-1620a3c4d619 req-0375c363-95f4-4589-b741-f3f863a0d6d3 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:19.333821 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-717a4a1d-9c47-4a45-bfef-1620a3c4d619 req-0375c363-95f4-4589-b741-f3f863a0d6d3 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/ports?device_id=24822c58-969a-4e8f-881f-14fcba18885f HTTP/1.1" status: 200 len: 985 time: 0.4785450 Nov 23 05:30:19.362284 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c30340-4695-4952-9755-453cdcc4704d req-06d2ff7c-4a6e-44f7-8417-9bff586729c7 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:19.363748 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-05c30340-4695-4952-9755-453cdcc4704d req-06d2ff7c-4a6e-44f7-8417-9bff586729c7 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 943 time: 0.2386751 Nov 23 05:30:19.391689 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-f63c3fcc-56d6-4020-9469-d5518bc6c149 req-d61243c7-f2c6-4095-ab1e-c280c04c9564 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:19.392103 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-f63c3fcc-56d6-4020-9469-d5518bc6c149 req-d61243c7-f2c6-4095-ab1e-c280c04c9564 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637656'] for floatingip, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:19.392466 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.db.l3_db [req-f63c3fcc-56d6-4020-9469-d5518bc6c149 req-d61243c7-f2c6-4095-ab1e-c280c04c9564 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Floating IP d5c8c3a3-31ff-4c08-a649-781c79409e06 disassociated. External IP: 172.27.0.196, port: 92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5. Nov 23 05:30:19.392807 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-f63c3fcc-56d6-4020-9469-d5518bc6c149 req-d61243c7-f2c6-4095-ab1e-c280c04c9564 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Calling delete_port for 92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5 owned by compute:nova {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:30:19.406269 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-70cdd989-7673-4f75-96ae-c1e1954ff890 req-a20adfea-8975-4eda-a4b6-305110d6c83c tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Publish callbacks [] for port, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:19.547004 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-05c30340-4695-4952-9755-453cdcc4704d req-68820b5c-0c21-4753-ae59-bcf6a3bc1b54 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=7470cc19-88e4-4a2a-8e87-add4a0c82a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697123 Nov 23 05:30:19.555069 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-717a4a1d-9c47-4a45-bfef-1620a3c4d619 req-cff4a780-e109-4e24-a1d0-c73c21268f05 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/security-groups?id=09315a98-c01a-423c-9e97-abf477e7ea74&id=cd9f8501-b26b-4eaf-898a-b63bea2eaf86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2072191 Nov 23 05:30:19.585183 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-70cdd989-7673-4f75-96ae-c1e1954ff890 req-a20adfea-8975-4eda-a4b6-305110d6c83c tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751724218534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237887'] for port, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:19.681303 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70cdd989-7673-4f75-96ae-c1e1954ff890 req-a20adfea-8975-4eda-a4b6-305110d6c83c tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Network 3b757c95-a3e7-4cfa-90b3-01a8f83ea100 is already hosted by enough agents. {{(pid=102516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:30:19.722568 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [req-70cdd989-7673-4f75-96ae-c1e1954ff890 req-a20adfea-8975-4eda-a4b6-305110d6c83c tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Resources bound (agent type, host, resource id): {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:30:19.728753 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [req-70cdd989-7673-4f75-96ae-c1e1954ff890 req-a20adfea-8975-4eda-a4b6-305110d6c83c tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Received port after_create {{(pid=102516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:30:19.728867 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f4511-41bd-4188-a561-ac545314c119 req-41b90ac2-8edf-46b0-a86f-59911935f94e tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:19.730283 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-130f4511-41bd-4188-a561-ac545314c119 req-41b90ac2-8edf-46b0-a86f-59911935f94e tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 947 time: 0.0826399 Nov 23 05:30:19.766379 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20adfea-8975-4eda-a4b6-305110d6c83c tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Pushing event updated for resources: {'Port': ['ID=42baf71e-7ea7-4382-a8be-646098b716a2,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:30:19.789259 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-f63c3fcc-56d6-4020-9469-d5518bc6c149 req-d61243c7-f2c6-4095-ab1e-c280c04c9564 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751724800597', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751724218543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237887'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:19.834781 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dafc2d-3725-48c7-b3d0-63599ca9dc09 req-70302a82-b0a3-4829-9ac2-478e224812ed tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:19.836217 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c9dafc2d-3725-48c7-b3d0-63599ca9dc09 req-70302a82-b0a3-4829-9ac2-478e224812ed tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/ports?device_id=584a81d2-404b-4609-967a-0d0cbdfdc0bd HTTP/1.1" status: 200 len: 946 time: 0.1924930 Nov 23 05:30:19.842376 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cdd989-7673-4f75-96ae-c1e1954ff890 req-a20adfea-8975-4eda-a4b6-305110d6c83c tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:19.842817 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-70cdd989-7673-4f75-96ae-c1e1954ff890 req-a20adfea-8975-4eda-a4b6-305110d6c83c tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:19.860610 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f090b79-b470-490f-a469-56e895facc8a req-378a1e53-236b-4d24-a7a6-873f160f48db tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:19.862094 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4f090b79-b470-490f-a469-56e895facc8a req-378a1e53-236b-4d24-a7a6-873f160f48db tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] 10.222.0.48 "GET /v2.0/ports?device_id=5668fdcb-a82b-416a-9ad2-bd30ecdeb021 HTTP/1.1" status: 200 len: 932 time: 0.2172954 Nov 23 05:30:19.862834 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61243c7-f2c6-4095-ab1e-c280c04c9564 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Pushing event deleted for resources: {'Port': ['ID=92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:30:19.869735 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [req-130f4511-41bd-4188-a561-ac545314c119 req-9e76eea5-bd3d-48f2-ad5f-334ba22fd77f tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Deleting port b20df5f1-9ac0-4b9c-a723-2aaae32a648d {{(pid=102517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:30:19.870131 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [req-130f4511-41bd-4188-a561-ac545314c119 req-9e76eea5-bd3d-48f2-ad5f-334ba22fd77f tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751724797224'] for port, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:19.900713 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-70cdd989-7673-4f75-96ae-c1e1954ff890 req-a20adfea-8975-4eda-a4b6-305110d6c83c tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7639492 Nov 23 05:30:19.959864 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [req-70cdd989-7673-4f75-96ae-c1e1954ff890 req-1682c1fa-32e1-4ebb-9ad0-765acb8388bc service neutron] Request body: {'port': {'device_id': '5668fdcb-a82b-416a-9ad2-bd30ecdeb021', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80507'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:30:20.021674 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c9dafc2d-3725-48c7-b3d0-63599ca9dc09 req-20474092-bd77-4cd7-a60f-5fe82bdf51db tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/security-groups?id=acf46cb2-f64b-4819-bbb8-bc15f83b2b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727765 Nov 23 05:30:20.074981 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4f090b79-b470-490f-a469-56e895facc8a req-f821519d-9c79-4456-9cb2-5222a34c4b63 tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c547f10-6f35-4e67-8343-610f5021412e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007236 Nov 23 05:30:20.133934 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-70cdd989-7673-4f75-96ae-c1e1954ff890 req-1682c1fa-32e1-4ebb-9ad0-765acb8388bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:20.168802 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f63c3fcc-56d6-4020-9469-d5518bc6c149 req-d61243c7-f2c6-4095-ab1e-c280c04c9564 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Router d9e2a0ad-7c11-47a8-bfd3-66866352c698 has already been hosted by L3 agent 9dac5a01-04fc-4e91-9910-6392ff9c638b {{(pid=102516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:30:20.193571 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [req-130f4511-41bd-4188-a561-ac545314c119 req-9e76eea5-bd3d-48f2-ad5f-334ba22fd77f tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] For port b20df5f1-9ac0-4b9c-a723-2aaae32a648d, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=b20df5f1-9ac0-4b9c-a723-2aaae32a648d,segment=NetworkSegment(96fbda44-3f8c-4841-b317-f7b687379738),segment_id=96fbda44-3f8c-4841-b317-f7b687379738)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:30:20.194152 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [req-130f4511-41bd-4188-a561-ac545314c119 req-9e76eea5-bd3d-48f2-ad5f-334ba22fd77f tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630705'] for port, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:20.196345 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784bc103-f819-4c0b-87aa-f70fdc3f64f9 req-2243d86b-e703-4279-a6ea-6a938d7b9c28 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:20.197835 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-784bc103-f819-4c0b-87aa-f70fdc3f64f9 req-2243d86b-e703-4279-a6ea-6a938d7b9c28 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 947 time: 0.1042597 Nov 23 05:30:20.409099 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-784bc103-f819-4c0b-87aa-f70fdc3f64f9 req-7c2fb9f3-ff19-4649-8c37-8e7138cf25b2 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=dc5000c3-a1a6-4187-a371-a73509fe826d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2019639 Nov 23 05:30:20.443626 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [req-130f4511-41bd-4188-a561-ac545314c119 req-9e76eea5-bd3d-48f2-ad5f-334ba22fd77f tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:20.443994 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [req-130f4511-41bd-4188-a561-ac545314c119 req-9e76eea5-bd3d-48f2-ad5f-334ba22fd77f tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637656'] for floatingip, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:20.444313 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.db.l3_db [req-130f4511-41bd-4188-a561-ac545314c119 req-9e76eea5-bd3d-48f2-ad5f-334ba22fd77f tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Floating IP 89d6bcac-adff-4e1b-865d-6b49e9b38cef disassociated. External IP: 172.27.0.174, port: b20df5f1-9ac0-4b9c-a723-2aaae32a648d. Nov 23 05:30:20.444706 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [req-130f4511-41bd-4188-a561-ac545314c119 req-9e76eea5-bd3d-48f2-ad5f-334ba22fd77f tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Calling delete_port for b20df5f1-9ac0-4b9c-a723-2aaae32a648d owned by compute:nova {{(pid=102517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:30:20.492117 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f63c3fcc-56d6-4020-9469-d5518bc6c149 req-d61243c7-f2c6-4095-ab1e-c280c04c9564 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Notify agent at l3_agent.dv-cinder-805072-6-iscsi the message routers_updated {{(pid=102516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:30:20.507301 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72999bfb-9a72-4a05-8124-9e65cb11829e None None] Sync routers for ids ['d9e2a0ad-7c11-47a8-bfd3-66866352c698'] in dv-cinder-805072-6-iscsi {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:30:20.518883 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72999bfb-9a72-4a05-8124-9e65cb11829e None None] Routers {'d9e2a0ad-7c11-47a8-bfd3-66866352c698'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:30:20.519723 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-72999bfb-9a72-4a05-8124-9e65cb11829e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:30:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['d9e2a0ad-7c11-47a8-bfd3-66866352c698'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:30:20.551791 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [req-f63c3fcc-56d6-4020-9469-d5518bc6c149 req-d61243c7-f2c6-4095-ab1e-c280c04c9564 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] No DVR routers for this DVR port 92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5 on host hv-cinder-80507 {{(pid=102516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:30:20.555073 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-f63c3fcc-56d6-4020-9469-d5518bc6c149 req-d61243c7-f2c6-4095-ab1e-c280c04c9564 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:20.559206 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f63c3fcc-56d6-4020-9469-d5518bc6c149 req-d61243c7-f2c6-4095-ab1e-c280c04c9564 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.54 "DELETE /v2.0/ports/92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5 HTTP/1.1" status: 204 len: 173 time: 2.2979581 Nov 23 05:30:20.559206 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f211b72-7ef2-4060-8982-29ba5fad08ac', 'name': 'network-vif-deleted', 'tag': '92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:30:20.562333 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20d478f7b504b4f7a92aed5d5c075fb26ddad21beb532cc87d656362fb0682d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8a5239-103f-4751-a520-a6ed51291ec9" -d '{"events": [{"server_uuid": "5f211b72-7ef2-4060-8982-29ba5fad08ac", "name": "network-vif-deleted", "tag": "92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:30:20.614120 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [req-130f4511-41bd-4188-a561-ac545314c119 req-9e76eea5-bd3d-48f2-ad5f-334ba22fd77f tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751724800597', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751724218543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25211324'] for port, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:20.661574 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965e9fb8-424c-4c69-9dca-31e0ceae217b x-openstack-request-id: req-965e9fb8-424c-4c69-9dca-31e0ceae217b {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:30:20.661793 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f211b72-7ef2-4060-8982-29ba5fad08ac", "name": "network-vif-deleted", "tag": "92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:30:20.662055 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-965e9fb8-424c-4c69-9dca-31e0ceae217b {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:30:20.662456 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f211b72-7ef2-4060-8982-29ba5fad08ac', 'name': 'network-vif-deleted', 'tag': '92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5', 'status': 'completed', 'code': 200} Nov 23 05:30:20.664616 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [req-70cdd989-7673-4f75-96ae-c1e1954ff890 req-1682c1fa-32e1-4ebb-9ad0-765acb8388bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42baf71e-7ea7-4382-a8be-646098b716a2 {{(pid=102516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:30:20.673048 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-72999bfb-9a72-4a05-8124-9e65cb11829e None None] Set router d9e2a0ad-7c11-47a8-bfd3-66866352c698 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:30:20.678994 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e76eea5-bd3d-48f2-ad5f-334ba22fd77f tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Pushing event deleted for resources: {'Port': ['ID=b20df5f1-9ac0-4b9c-a723-2aaae32a648d,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:30:20.691428 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-70cdd989-7673-4f75-96ae-c1e1954ff890 req-1682c1fa-32e1-4ebb-9ad0-765acb8388bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:20.718194 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.provisioning_blocks [req-70cdd989-7673-4f75-96ae-c1e1954ff890 req-1682c1fa-32e1-4ebb-9ad0-765acb8388bc service neutron] Transition to ACTIVE for port object 42baf71e-7ea7-4382-a8be-646098b716a2 will not be triggered until provisioned by entity L2. {{(pid=102516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 05:30:20.727792 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-70cdd989-7673-4f75-96ae-c1e1954ff890 req-1682c1fa-32e1-4ebb-9ad0-765acb8388bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237864'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:20.838433 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-98459bb4-7e90-4914-b66a-86eef0a63f94 req-8ef9addb-b89c-40d7-b0a9-00ce2f43f7b4 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f211b72-7ef2-4060-8982-29ba5fad08ac HTTP/1.1" status: 200 len: 210 time: 0.0967495 Nov 23 05:30:20.849225 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.l3_agent_scheduler [req-130f4511-41bd-4188-a561-ac545314c119 req-9e76eea5-bd3d-48f2-ad5f-334ba22fd77f tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Router bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8 has already been hosted by L3 agent 9dac5a01-04fc-4e91-9910-6392ff9c638b {{(pid=102517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:30:20.865920 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f211b72-7ef2-4060-8982-29ba5fad08ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5'}] {{(pid=102518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:30:20.868439 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1555ff6ee76347fd5083048713d2688504cf60c4b4cdc9acc0e7e1b3a3add239" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f69b27-3620-47ff-bb2a-37fbd83419cf" -d '{"events": [{"server_uuid": "5f211b72-7ef2-4060-8982-29ba5fad08ac", "name": "network-vif-unplugged", "status": "completed", "tag": "92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5"}]}' {{(pid=102518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:30:20.910930 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1682c1fa-32e1-4ebb-9ad0-765acb8388bc service neutron] Pushing event updated for resources: {'Port': ['ID=42baf71e-7ea7-4382-a8be-646098b716a2,revision_number=2']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:30:20.917459 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 05:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9370e994-f6c3-45b2-921a-07ff3ddf077c x-openstack-request-id: req-9370e994-f6c3-45b2-921a-07ff3ddf077c {{(pid=102518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:30:20.917760 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f211b72-7ef2-4060-8982-29ba5fad08ac", "name": "network-vif-unplugged", "status": "completed", "tag": "92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5", "code": 200}]} {{(pid=102518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:30:20.918020 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9370e994-f6c3-45b2-921a-07ff3ddf077c {{(pid=102518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:30:20.926973 dv-cinder-805072-6-iscsi neutron-server[102518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f211b72-7ef2-4060-8982-29ba5fad08ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92f0c60d-ad34-4c88-9ef5-b9a1385b9bd5', 'code': 200} Nov 23 05:30:20.930367 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7ea9c-17d4-4060-bd25-94ea96ecf921 req-9d485021-2b70-415c-bdc5-da8cdffaf2de tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:20.938092 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c4c7ea9c-17d4-4060-bd25-94ea96ecf921 req-9d485021-2b70-415c-bdc5-da8cdffaf2de tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/ports?device_id=24822c58-969a-4e8f-881f-14fcba18885f HTTP/1.1" status: 200 len: 985 time: 0.1953266 Nov 23 05:30:20.972649 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-130f4511-41bd-4188-a561-ac545314c119 req-9e76eea5-bd3d-48f2-ad5f-334ba22fd77f tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Notify agent at l3_agent.dv-cinder-805072-6-iscsi the message routers_updated {{(pid=102517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:30:20.984612 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ccd0b5-1288-4898-8926-c33117d67bf3 None None] Sync routers for ids ['bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8'] in dv-cinder-805072-6-iscsi {{(pid=102519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:30:20.985259 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-70cdd989-7673-4f75-96ae-c1e1954ff890 req-1682c1fa-32e1-4ebb-9ad0-765acb8388bc service neutron] Attempting to bind port 42baf71e-7ea7-4382-a8be-646098b716a2 on host hv-cinder-80507 for vnic_type normal with profile {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:30:20.985610 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-70cdd989-7673-4f75-96ae-c1e1954ff890 req-1682c1fa-32e1-4ebb-9ad0-765acb8388bc service neutron] Attempting to bind port 42baf71e-7ea7-4382-a8be-646098b716a2 by drivers openvswitch,hyperv on host hv-cinder-80507 at level 0 using segments [{'id': '3c766eda-4b06-4545-a3cb-009a903f32bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '3b757c95-a3e7-4cfa-90b3-01a8f83ea100'}] {{(pid=102516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:30:20.985934 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cdd989-7673-4f75-96ae-c1e1954ff890 req-1682c1fa-32e1-4ebb-9ad0-765acb8388bc service neutron] Attempting to bind port 42baf71e-7ea7-4382-a8be-646098b716a2 on network 3b757c95-a3e7-4cfa-90b3-01a8f83ea100 {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:30:20.996496 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cdd989-7673-4f75-96ae-c1e1954ff890 req-1682c1fa-32e1-4ebb-9ad0-765acb8388bc service neutron] Port 42baf71e-7ea7-4382-a8be-646098b716a2 on network 3b757c95-a3e7-4cfa-90b3-01a8f83ea100 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80507 {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 05:30:20.996828 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cdd989-7673-4f75-96ae-c1e1954ff890 req-1682c1fa-32e1-4ebb-9ad0-765acb8388bc service neutron] Attempting to bind port 42baf71e-7ea7-4382-a8be-646098b716a2 on network 3b757c95-a3e7-4cfa-90b3-01a8f83ea100 {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:30:21.004594 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ccd0b5-1288-4898-8926-c33117d67bf3 None None] Routers {'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:30:21.005019 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-a8ccd0b5-1288-4898-8926-c33117d67bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:30:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8'], 'active': True} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:30:21.010822 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cdd989-7673-4f75-96ae-c1e1954ff890 req-1682c1fa-32e1-4ebb-9ad0-765acb8388bc service neutron] Checking agent: {'id': 'b8a1d969-7c04-443a-af3a-1812b1d56913', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80507', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 5, 23, 27), 'started_at': datetime.datetime(2021, 11, 23, 5, 23, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:30:21.011191 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cdd989-7673-4f75-96ae-c1e1954ff890 req-1682c1fa-32e1-4ebb-9ad0-765acb8388bc service neutron] Checking segment: {'id': '3c766eda-4b06-4545-a3cb-009a903f32bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '3b757c95-a3e7-4cfa-90b3-01a8f83ea100'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:30:21.011573 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cdd989-7673-4f75-96ae-c1e1954ff890 req-1682c1fa-32e1-4ebb-9ad0-765acb8388bc service neutron] Bound using segment: {'id': '3c766eda-4b06-4545-a3cb-009a903f32bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '3b757c95-a3e7-4cfa-90b3-01a8f83ea100'} {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:30:21.012013 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-70cdd989-7673-4f75-96ae-c1e1954ff890 req-1682c1fa-32e1-4ebb-9ad0-765acb8388bc service neutron] Bound port: 42baf71e-7ea7-4382-a8be-646098b716a2, host: hv-cinder-80507, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c766eda-4b06-4545-a3cb-009a903f32bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '3b757c95-a3e7-4cfa-90b3-01a8f83ea100'}}] {{(pid=102516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:30:21.012374 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-70cdd989-7673-4f75-96ae-c1e1954ff890 req-1682c1fa-32e1-4ebb-9ad0-765acb8388bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:21.025194 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-72999bfb-9a72-4a05-8124-9e65cb11829e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e2a0ad-7c11-47a8-bfd3-66866352c698', 'name': 'tempest-AttachVolumeTestJSON-1472545912-router', 'tenant_id': '9d77c663d85b417d80848237e522deb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '9e7a6209-ce21-4e2e-9a23-c8eb1820b733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:25:27Z', 'revision_number': 4, 'project_id': '9d77c663d85b417d80848237e522deb9', 'gw_port': {'id': '9e7a6209-ce21-4e2e-9a23-c8eb1820b733', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e2a0ad-7c11-47a8-bfd3-66866352c698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_interfaces': [{'id': 'b82b280a-817c-4b74-95d1-8ce91849c759', 'name': '', 'network_id': '33a64f20-5fa2-4ee6-bf93-69fefe69b302', 'tenant_id': '9d77c663d85b417d80848237e522deb9', 'mac_address': 'fa:16:3e:e3:dd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e2a0ad-7c11-47a8-bfd3-66866352c698', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '242a3dfa-1577-4789-92d9-6d9fc458ed6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:25Z', 'updated_at': '2021-11-23T05:25:35Z', 'revision_number': 5, 'project_id': '9d77c663d85b417d80848237e522deb9', 'subnets': [{'id': '242a3dfa-1577-4789-92d9-6d9fc458ed6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:30:21.041742 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [req-130f4511-41bd-4188-a561-ac545314c119 req-9e76eea5-bd3d-48f2-ad5f-334ba22fd77f tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] No DVR routers for this DVR port b20df5f1-9ac0-4b9c-a723-2aaae32a648d on host hv-cinder-80507 {{(pid=102517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:30:21.044611 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [req-130f4511-41bd-4188-a561-ac545314c119 req-9e76eea5-bd3d-48f2-ad5f-334ba22fd77f tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for port, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:21.061233 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-130f4511-41bd-4188-a561-ac545314c119 req-9e76eea5-bd3d-48f2-ad5f-334ba22fd77f tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.54 "DELETE /v2.0/ports/b20df5f1-9ac0-4b9c-a723-2aaae32a648d HTTP/1.1" status: 204 len: 173 time: 1.3236601 Nov 23 05:30:21.063843 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72999bfb-9a72-4a05-8124-9e65cb11829e None None] Checking router: d9e2a0ad-7c11-47a8-bfd3-66866352c698 for host: dv-cinder-805072-6-iscsi {{(pid=102518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:30:21.064698 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1eaee9c-dfd3-4231-ba52-19a998e37390', 'name': 'network-vif-deleted', 'tag': 'b20df5f1-9ac0-4b9c-a723-2aaae32a648d'}] {{(pid=102517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:30:21.075655 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72999bfb-9a72-4a05-8124-9e65cb11829e None None] Routers {'d9e2a0ad-7c11-47a8-bfd3-66866352c698'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:30:21.078210 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-72999bfb-9a72-4a05-8124-9e65cb11829e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:30:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['d9e2a0ad-7c11-47a8-bfd3-66866352c698'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:30:21.081106 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6655a57eaf65bce136dcd01a1029ca1ef2acc79c86755a7aa074dfdaee6e1dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43c98b1-4c77-44c9-bf43-a9db81f89497" -d '{"events": [{"server_uuid": "b1eaee9c-dfd3-4231-ba52-19a998e37390", "name": "network-vif-deleted", "tag": "b20df5f1-9ac0-4b9c-a723-2aaae32a648d"}]}' {{(pid=102517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:30:21.118749 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-70cdd989-7673-4f75-96ae-c1e1954ff890 req-1682c1fa-32e1-4ebb-9ad0-765acb8388bc service neutron] For port 42baf71e-7ea7-4382-a8be-646098b716a2, host hv-cinder-80507, cleared binding levels {{(pid=102516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:30:21.122127 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-70cdd989-7673-4f75-96ae-c1e1954ff890 req-1682c1fa-32e1-4ebb-9ad0-765acb8388bc service neutron] For port 42baf71e-7ea7-4382-a8be-646098b716a2, host hv-cinder-80507, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=42baf71e-7ea7-4382-a8be-646098b716a2,segment=NetworkSegment(3c766eda-4b06-4545-a3cb-009a903f32bc),segment_id=3c766eda-4b06-4545-a3cb-009a903f32bc)] {{(pid=102516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:30:21.132987 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c4c7ea9c-17d4-4060-bd25-94ea96ecf921 req-49ade44d-54e5-4f44-af1c-ab6adf8539f6 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/security-groups?id=09315a98-c01a-423c-9e97-abf477e7ea74&id=cd9f8501-b26b-4eaf-898a-b63bea2eaf86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1935010 Nov 23 05:30:21.134725 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-70cdd989-7673-4f75-96ae-c1e1954ff890 req-1682c1fa-32e1-4ebb-9ad0-765acb8388bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237864'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:21.161117 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvr_db [None req-a8ccd0b5-1288-4898-8926-c33117d67bf3 None None] Set router bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:30:21.255627 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9080a827-6812-4601-8613-72e01d514646 x-openstack-request-id: req-9080a827-6812-4601-8613-72e01d514646 {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:30:21.256685 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1eaee9c-dfd3-4231-ba52-19a998e37390", "name": "network-vif-deleted", "tag": "b20df5f1-9ac0-4b9c-a723-2aaae32a648d", "status": "completed", "code": 200}]} {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:30:21.257207 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9080a827-6812-4601-8613-72e01d514646 {{(pid=102517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:30:21.257835 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1eaee9c-dfd3-4231-ba52-19a998e37390', 'name': 'network-vif-deleted', 'tag': 'b20df5f1-9ac0-4b9c-a723-2aaae32a648d', 'status': 'completed', 'code': 200} Nov 23 05:30:21.351562 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1682c1fa-32e1-4ebb-9ad0-765acb8388bc service neutron] Pushing event updated for resources: {'Port': ['ID=42baf71e-7ea7-4382-a8be-646098b716a2,revision_number=3']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:30:21.355733 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cdd989-7673-4f75-96ae-c1e1954ff890 req-1682c1fa-32e1-4ebb-9ad0-765acb8388bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:21.356362 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-70cdd989-7673-4f75-96ae-c1e1954ff890 req-1682c1fa-32e1-4ebb-9ad0-765acb8388bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:21.357800 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-70cdd989-7673-4f75-96ae-c1e1954ff890 req-1682c1fa-32e1-4ebb-9ad0-765acb8388bc service neutron] 10.222.0.54 "PUT /v2.0/ports/42baf71e-7ea7-4382-a8be-646098b716a2 HTTP/1.1" status: 200 len: 1094 time: 1.4412322 Nov 23 05:30:21.373755 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1682c1fa-32e1-4ebb-9ad0-765acb8388bc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:30:21.374091 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1682c1fa-32e1-4ebb-9ad0-765acb8388bc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:30:21.374614 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1682c1fa-32e1-4ebb-9ad0-765acb8388bc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:30:21.375017 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1682c1fa-32e1-4ebb-9ad0-765acb8388bc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:30:21.375378 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1682c1fa-32e1-4ebb-9ad0-765acb8388bc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:30:21.375711 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1682c1fa-32e1-4ebb-9ad0-765acb8388bc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:30:21.376041 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1682c1fa-32e1-4ebb-9ad0-765acb8388bc service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:30:21.376369 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1682c1fa-32e1-4ebb-9ad0-765acb8388bc service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:30:21.376692 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1682c1fa-32e1-4ebb-9ad0-765acb8388bc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:30:21.377012 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1682c1fa-32e1-4ebb-9ad0-765acb8388bc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:30:21.377336 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1682c1fa-32e1-4ebb-9ad0-765acb8388bc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:30:21.377657 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1682c1fa-32e1-4ebb-9ad0-765acb8388bc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:30:21.434730 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c92d44b-1649-407d-8199-5bfade209753 req-d0a2896d-55ba-4d11-92b9-ffa0002c2f2e tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:21.443064 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4c92d44b-1649-407d-8199-5bfade209753 req-d0a2896d-55ba-4d11-92b9-ffa0002c2f2e tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/ports?device_id=584a81d2-404b-4609-967a-0d0cbdfdc0bd HTTP/1.1" status: 200 len: 946 time: 0.2451019 Nov 23 05:30:21.454471 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44937772-1cba-4cd6-bd91-70ba7e7f0037 req-b28bb7fe-1440-4e99-89f6-1f3c740b6f03 tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:21.456069 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-44937772-1cba-4cd6-bd91-70ba7e7f0037 req-b28bb7fe-1440-4e99-89f6-1f3c740b6f03 tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] 10.222.0.48 "GET /v2.0/ports?device_id=5668fdcb-a82b-416a-9ad2-bd30ecdeb021 HTTP/1.1" status: 200 len: 944 time: 0.1388562 Nov 23 05:30:21.574836 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-a8ccd0b5-1288-4898-8926-c33117d67bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8', 'name': 'tempest-AttachVolumeShelveTestJSON-446161572-router', 'tenant_id': 'cb5e3bfadd8949d285afa69cba79918a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '0128ae89-349c-4adb-be5f-1bd1a47512d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:25:17Z', 'updated_at': '2021-11-23T05:25:24Z', 'revision_number': 4, 'project_id': 'cb5e3bfadd8949d285afa69cba79918a', 'gw_port': {'id': '0128ae89-349c-4adb-be5f-1bd1a47512d6', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_interfaces': [{'id': '6725b431-5ec5-49b6-b332-bdafbb752bc8', 'name': '', 'network_id': 'd276bf6c-1506-42b0-9d9a-c9478303eb76', 'tenant_id': 'cb5e3bfadd8949d285afa69cba79918a', 'mac_address': 'fa:16:3e:60:3b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b812847c-d94f-408a-a05b-e1adde40724b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:22Z', 'updated_at': '2021-11-23T05:25:42Z', 'revision_number': 5, 'project_id': 'cb5e3bfadd8949d285afa69cba79918a', 'subnets': [{'id': 'b812847c-d94f-408a-a05b-e1adde40724b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:30:21.576863 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-72999bfb-9a72-4a05-8124-9e65cb11829e None None] Set router d9e2a0ad-7c11-47a8-bfd3-66866352c698 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:30:21.582357 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-44937772-1cba-4cd6-bd91-70ba7e7f0037 req-ebfcf04d-7107-46fc-a312-37fd08d5e20a tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c547f10-6f35-4e67-8343-610f5021412e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060779 Nov 23 05:30:21.586540 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4c92d44b-1649-407d-8199-5bfade209753 req-c3b6e9e3-75ff-4ff4-b1b2-08c16e0e2b18 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/security-groups?id=acf46cb2-f64b-4819-bbb8-bc15f83b2b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293826 Nov 23 05:30:21.590580 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cdd989-7673-4f75-96ae-c1e1954ff890 req-7023d738-3570-4a3d-bd01-db0af90056ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:21.592983 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-70cdd989-7673-4f75-96ae-c1e1954ff890 req-7023d738-3570-4a3d-bd01-db0af90056ac service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=65490d6272ba46cc81f46f552a69b69b&device_id=5668fdcb-a82b-416a-9ad2-bd30ecdeb021 HTTP/1.1" status: 200 len: 1097 time: 0.1345410 Nov 23 05:30:21.631077 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ccd0b5-1288-4898-8926-c33117d67bf3 None None] Checking router: bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8 for host: dv-cinder-805072-6-iscsi {{(pid=102519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:30:21.642557 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ccd0b5-1288-4898-8926-c33117d67bf3 None None] Routers {'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:30:21.643606 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-a8ccd0b5-1288-4898-8926-c33117d67bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:30:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8'], 'active': True} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:30:21.762548 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-70cdd989-7673-4f75-96ae-c1e1954ff890 req-819bd780-e321-4aaa-9259-f2d179044abe service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42baf71e-7ea7-4382-a8be-646098b716a2 HTTP/1.1" status: 200 len: 217 time: 0.1496117 Nov 23 05:30:21.828738 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f5fe5409-268e-4934-a0fa-7232238e7df0 req-4c281e2c-7b71-4f8a-be4d-e17caba611c8 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1eaee9c-dfd3-4231-ba52-19a998e37390 HTTP/1.1" status: 200 len: 210 time: 0.0799854 Nov 23 05:30:21.926404 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cdd989-7673-4f75-96ae-c1e1954ff890 req-b485b8b3-2998-440a-a2e0-62d88c7c81f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:21.932411 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-70cdd989-7673-4f75-96ae-c1e1954ff890 req-b485b8b3-2998-440a-a2e0-62d88c7c81f0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e75faa65-4584-4420-bdb0-ea9960249bd4 HTTP/1.1" status: 200 len: 853 time: 0.1279938 Nov 23 05:30:21.943566 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvr_db [None req-a8ccd0b5-1288-4898-8926-c33117d67bf3 None None] Set router bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:30:21.949341 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee206f7-1da4-4148-8330-34b9c0de7130 req-3b36c1ed-c217-4097-b121-c20a1d411c29 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:21.962094 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7ee206f7-1da4-4148-8330-34b9c0de7130 req-3b36c1ed-c217-4097-b121-c20a1d411c29 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/ports?device_id=584a81d2-404b-4609-967a-0d0cbdfdc0bd HTTP/1.1" status: 200 len: 946 time: 0.1927600 Nov 23 05:30:22.012241 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-70cdd989-7673-4f75-96ae-c1e1954ff890 req-22ce27d3-bb4c-4c75-946b-f5379aa382c6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3b757c95-a3e7-4cfa-90b3-01a8f83ea100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487268 Nov 23 05:30:22.035529 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 35162) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:30:22.075251 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-72999bfb-9a72-4a05-8124-9e65cb11829e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e2a0ad-7c11-47a8-bfd3-66866352c698', 'name': 'tempest-AttachVolumeTestJSON-1472545912-router', 'tenant_id': '9d77c663d85b417d80848237e522deb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '9e7a6209-ce21-4e2e-9a23-c8eb1820b733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:25:27Z', 'revision_number': 4, 'project_id': '9d77c663d85b417d80848237e522deb9', 'gw_port': {'id': '9e7a6209-ce21-4e2e-9a23-c8eb1820b733', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e2a0ad-7c11-47a8-bfd3-66866352c698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_interfaces': [{'id': 'b82b280a-817c-4b74-95d1-8ce91849c759', 'name': '', 'network_id': '33a64f20-5fa2-4ee6-bf93-69fefe69b302', 'tenant_id': '9d77c663d85b417d80848237e522deb9', 'mac_address': 'fa:16:3e:e3:dd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e2a0ad-7c11-47a8-bfd3-66866352c698', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '242a3dfa-1577-4789-92d9-6d9fc458ed6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:25Z', 'updated_at': '2021-11-23T05:25:35Z', 'revision_number': 5, 'project_id': '9d77c663d85b417d80848237e522deb9', 'subnets': [{'id': '242a3dfa-1577-4789-92d9-6d9fc458ed6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:30:22.110153 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72999bfb-9a72-4a05-8124-9e65cb11829e None None] The sync data for ids ['d9e2a0ad-7c11-47a8-bfd3-66866352c698'] in dv-cinder-805072-6-iscsi is: [{'id': 'd9e2a0ad-7c11-47a8-bfd3-66866352c698', 'name': 'tempest-AttachVolumeTestJSON-1472545912-router', 'tenant_id': '9d77c663d85b417d80848237e522deb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '9e7a6209-ce21-4e2e-9a23-c8eb1820b733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:25:27Z', 'revision_number': 4, 'project_id': '9d77c663d85b417d80848237e522deb9', 'gw_port': {'id': '9e7a6209-ce21-4e2e-9a23-c8eb1820b733', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e2a0ad-7c11-47a8-bfd3-66866352c698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_interfaces': [{'id': 'b82b280a-817c-4b74-95d1-8ce91849c759', 'name': '', 'network_id': '33a64f20-5fa2-4ee6-bf93-69fefe69b302', 'tenant_id': '9d77c663d85b417d80848237e522deb9', 'mac_address': 'fa:16:3e:e3:dd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e2a0ad-7c11-47a8-bfd3-66866352c698', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '242a3dfa-1577-4789-92d9-6d9fc458ed6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:25Z', 'updated_at': '2021-11-23T05:25:35Z', 'revision_number': 5, 'project_id': '9d77c663d85b417d80848237e522deb9', 'subnets': [{'id': '242a3dfa-1577-4789-92d9-6d9fc458ed6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:30:22.159280 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7ee206f7-1da4-4148-8330-34b9c0de7130 req-07d23852-cece-4a99-adf3-2ab2f3ac646d tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/security-groups?id=acf46cb2-f64b-4819-bbb8-bc15f83b2b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1875260 Nov 23 05:30:22.161186 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-70cdd989-7673-4f75-96ae-c1e1954ff890 req-e983941f-6f05-47c0-8212-071e4b755e0a service neutron] 10.222.0.54 "GET /v2.0/networks/3b757c95-a3e7-4cfa-90b3-01a8f83ea100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120830 Nov 23 05:30:22.189341 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-fdf1f0e8-59d3-49ba-a300-bc99e8574759 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks [] for security_group, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:22.204344 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 35166) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:30:22.233611 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-fdf1f0e8-59d3-49ba-a300-bc99e8574759 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:22.343406 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-fdf1f0e8-59d3-49ba-a300-bc99e8574759 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:22.347271 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-fdf1f0e8-59d3-49ba-a300-bc99e8574759 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks [] for security_group, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:22.358335 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 35170) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:30:22.359721 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-fdf1f0e8-59d3-49ba-a300-bc99e8574759 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "DELETE /v2.0/security-groups/7470cc19-88e4-4a2a-8e87-add4a0c82a5b HTTP/1.1" status: 204 len: 168 time: 0.3229642 Nov 23 05:30:22.370652 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf1f0e8-59d3-49ba-a300-bc99e8574759 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7470cc19-88e4-4a2a-8e87-add4a0c82a5b,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:30:22.380165 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1f0e8-59d3-49ba-a300-bc99e8574759 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:30:22.380739 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1f0e8-59d3-49ba-a300-bc99e8574759 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:30:22.381167 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1f0e8-59d3-49ba-a300-bc99e8574759 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:30:22.381584 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1f0e8-59d3-49ba-a300-bc99e8574759 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:30:22.382597 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1f0e8-59d3-49ba-a300-bc99e8574759 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:30:22.383109 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1f0e8-59d3-49ba-a300-bc99e8574759 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:30:22.383520 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1f0e8-59d3-49ba-a300-bc99e8574759 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:30:22.383987 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1f0e8-59d3-49ba-a300-bc99e8574759 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:30:22.384401 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1f0e8-59d3-49ba-a300-bc99e8574759 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:30:22.384800 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1f0e8-59d3-49ba-a300-bc99e8574759 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:30:22.385220 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1f0e8-59d3-49ba-a300-bc99e8574759 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:30:22.385669 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1f0e8-59d3-49ba-a300-bc99e8574759 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:30:22.403090 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.api.v2.resource [None req-8acda7fe-8e97-4d25-ae1e-48a40fdb209f tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] show failed (client error): The resource could not be found. Nov 23 05:30:22.407435 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-8acda7fe-8e97-4d25-ae1e-48a40fdb209f tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups/7470cc19-88e4-4a2a-8e87-add4a0c82a5b HTTP/1.1" status: 404 len: 347 time: 0.0475633 Nov 23 05:30:22.410637 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 35172) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:30:22.419066 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-a8ccd0b5-1288-4898-8926-c33117d67bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8', 'name': 'tempest-AttachVolumeShelveTestJSON-446161572-router', 'tenant_id': 'cb5e3bfadd8949d285afa69cba79918a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '0128ae89-349c-4adb-be5f-1bd1a47512d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:25:17Z', 'updated_at': '2021-11-23T05:25:24Z', 'revision_number': 4, 'project_id': 'cb5e3bfadd8949d285afa69cba79918a', 'gw_port': {'id': '0128ae89-349c-4adb-be5f-1bd1a47512d6', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_interfaces': [{'id': '6725b431-5ec5-49b6-b332-bdafbb752bc8', 'name': '', 'network_id': 'd276bf6c-1506-42b0-9d9a-c9478303eb76', 'tenant_id': 'cb5e3bfadd8949d285afa69cba79918a', 'mac_address': 'fa:16:3e:60:3b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b812847c-d94f-408a-a05b-e1adde40724b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:22Z', 'updated_at': '2021-11-23T05:25:42Z', 'revision_number': 5, 'project_id': 'cb5e3bfadd8949d285afa69cba79918a', 'subnets': [{'id': 'b812847c-d94f-408a-a05b-e1adde40724b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:30:22.457900 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ccd0b5-1288-4898-8926-c33117d67bf3 None None] The sync data for ids ['bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8'] in dv-cinder-805072-6-iscsi is: [{'id': 'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8', 'name': 'tempest-AttachVolumeShelveTestJSON-446161572-router', 'tenant_id': 'cb5e3bfadd8949d285afa69cba79918a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '0128ae89-349c-4adb-be5f-1bd1a47512d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:25:17Z', 'updated_at': '2021-11-23T05:25:24Z', 'revision_number': 4, 'project_id': 'cb5e3bfadd8949d285afa69cba79918a', 'gw_port': {'id': '0128ae89-349c-4adb-be5f-1bd1a47512d6', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_interfaces': [{'id': '6725b431-5ec5-49b6-b332-bdafbb752bc8', 'name': '', 'network_id': 'd276bf6c-1506-42b0-9d9a-c9478303eb76', 'tenant_id': 'cb5e3bfadd8949d285afa69cba79918a', 'mac_address': 'fa:16:3e:60:3b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b812847c-d94f-408a-a05b-e1adde40724b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:22Z', 'updated_at': '2021-11-23T05:25:42Z', 'revision_number': 5, 'project_id': 'cb5e3bfadd8949d285afa69cba79918a', 'subnets': [{'id': 'b812847c-d94f-408a-a05b-e1adde40724b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:30:22.461152 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e520e2-cb9a-4739-8f6b-9d5eb19ea6ff req-858daa67-4803-4024-a62a-88719492b597 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:22.463490 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-92e520e2-cb9a-4739-8f6b-9d5eb19ea6ff req-858daa67-4803-4024-a62a-88719492b597 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/ports?device_id=24822c58-969a-4e8f-881f-14fcba18885f HTTP/1.1" status: 200 len: 985 time: 0.1857061 Nov 23 05:30:22.483776 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-70cdd989-7673-4f75-96ae-c1e1954ff890 req-6763ba4c-0bad-432f-9491-01fa694a494c service neutron] 10.222.0.54 "GET /v2.0/networks/3b757c95-a3e7-4cfa-90b3-01a8f83ea100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139617 Nov 23 05:30:22.491295 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3956a405-4157-49b5-8d5f-0d9ff02f8815 tempest-TestShelveInstance-351581449 tempest-TestShelveInstance-351581449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:22.493227 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-3956a405-4157-49b5-8d5f-0d9ff02f8815 tempest-TestShelveInstance-351581449 tempest-TestShelveInstance-351581449-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=584a81d2-404b-4609-967a-0d0cbdfdc0bd HTTP/1.1" status: 200 len: 1094 time: 0.2877841 Nov 23 05:30:22.503461 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 35174) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:30:22.509800 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-e3281b77-30de-468f-be86-2dcdc230213d tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Request body: {'floatingip': {'floating_network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'port_id': 'b0461070-6637-463d-b8fc-5d2ec7130e2a', 'tenant_id': 'ad191be0886046eeaa7030de6ed90099', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:30:22.585006 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44e896e-c89e-4783-b97c-12fc146fd0c8 None None] New status for floating IP d5c8c3a3-31ff-4c08-a649-781c79409e06: DOWN {{(pid=102518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 05:30:22.589848 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device b20df5f1-9ac0-4b9c-a723-2aaae32a648d no longer exists at agent hyperv_hv-cinder-80507 {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:30:22.592982 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-92e520e2-cb9a-4739-8f6b-9d5eb19ea6ff req-f374ec3e-78e8-42b3-91c4-eda600dc0309 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/security-groups?id=09315a98-c01a-423c-9e97-abf477e7ea74&id=cd9f8501-b26b-4eaf-898a-b63bea2eaf86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1178174 Nov 23 05:30:22.619036 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] No Port match for: b20df5f1-9ac0-4b9c-a723-2aaae32a648d {{(pid=102518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:30:22.619960 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device b20df5f1-9ac0-4b9c-a723-2aaae32a648d not bound to the agent host hv-cinder-80507 {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:30:22.626347 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-ac313c9a-9116-43fc-bd33-01e1295bca70 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Deleting port b59714e6-ff22-4426-bff5-17f0fed1a08b {{(pid=102517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:30:22.626701 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-ac313c9a-9116-43fc-bd33-01e1295bca70 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751724797224'] for port, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:22.628190 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-e3281b77-30de-468f-be86-2dcdc230213d tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Publish callbacks [] for floatingip, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:22.740681 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-ac313c9a-9116-43fc-bd33-01e1295bca70 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630705'] for port, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:22.740961 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-ac313c9a-9116-43fc-bd33-01e1295bca70 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:22.755836 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-ac313c9a-9116-43fc-bd33-01e1295bca70 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Calling delete_port for b59714e6-ff22-4426-bff5-17f0fed1a08b owned by network:floatingip {{(pid=102517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:30:22.875812 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124b8462-ffa2-4113-ae66-7e00640f13eb None None] New status for floating IP 89d6bcac-adff-4e1b-865d-6b49e9b38cef: DOWN {{(pid=102519) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 05:30:22.918546 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5668fdcb-a82b-416a-9ad2-bd30ecdeb021', 'tag': '42baf71e-7ea7-4382-a8be-646098b716a2'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:30:22.921514 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20d478f7b504b4f7a92aed5d5c075fb26ddad21beb532cc87d656362fb0682d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0b1c2c-a7c5-4e3f-b449-9cb34b30a414" -d '{"events": [{"name": "network-changed", "server_uuid": "5668fdcb-a82b-416a-9ad2-bd30ecdeb021", "tag": "42baf71e-7ea7-4382-a8be-646098b716a2"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:30:22.937757 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-ac313c9a-9116-43fc-bd33-01e1295bca70 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751724800597', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751724218543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25211324'] for port, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:23.004249 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac313c9a-9116-43fc-bd33-01e1295bca70 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Pushing event deleted for resources: {'Port': ['ID=b59714e6-ff22-4426-bff5-17f0fed1a08b,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:30:23.013035 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26bbee3-ad4e-4e3f-b6a6-d7a92f736e7d x-openstack-request-id: req-f26bbee3-ad4e-4e3f-b6a6-d7a92f736e7d {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:30:23.013331 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5668fdcb-a82b-416a-9ad2-bd30ecdeb021", "tag": "42baf71e-7ea7-4382-a8be-646098b716a2", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:30:23.013682 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f26bbee3-ad4e-4e3f-b6a6-d7a92f736e7d {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:30:23.014146 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5668fdcb-a82b-416a-9ad2-bd30ecdeb021', 'tag': '42baf71e-7ea7-4382-a8be-646098b716a2', 'status': 'completed', 'code': 200} Nov 23 05:30:23.061442 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 35184) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:30:23.063664 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-ac313c9a-9116-43fc-bd33-01e1295bca70 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks [] for floatingip, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:23.064300 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da1b68-4f88-4e21-af3f-9dcdd943b900 req-e347c2e2-597b-4a23-a0c8-b8a37f45b630 tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:23.065846 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-70da1b68-4f88-4e21-af3f-9dcdd943b900 req-e347c2e2-597b-4a23-a0c8-b8a37f45b630 tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] 10.222.0.48 "GET /v2.0/ports?device_id=5668fdcb-a82b-416a-9ad2-bd30ecdeb021 HTTP/1.1" status: 200 len: 944 time: 0.1307695 Nov 23 05:30:23.066307 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-ac313c9a-9116-43fc-bd33-01e1295bca70 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for floatingip, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:23.067660 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-ac313c9a-9116-43fc-bd33-01e1295bca70 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "DELETE /v2.0/floatingips/d5c8c3a3-31ff-4c08-a649-781c79409e06 HTTP/1.1" status: 204 len: 168 time: 0.6559515 Nov 23 05:30:23.163218 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-fb1d342b-31aa-406b-ae33-8615d34dfce6 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks [] for security_group, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:23.164604 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b1c2c-a7c5-4e3f-b449-9cb34b30a414 req-94055b17-f7cc-4eb0-9c8f-de8481ff7427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:23.166837 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5c0b1c2c-a7c5-4e3f-b449-9cb34b30a414 req-94055b17-f7cc-4eb0-9c8f-de8481ff7427 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=65490d6272ba46cc81f46f552a69b69b&device_id=5668fdcb-a82b-416a-9ad2-bd30ecdeb021 HTTP/1.1" status: 200 len: 1097 time: 0.0941055 Nov 23 05:30:23.175456 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-70da1b68-4f88-4e21-af3f-9dcdd943b900 req-8bb0ea56-0fce-4bd5-b0fd-ede3db836cb3 tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c547f10-6f35-4e67-8343-610f5021412e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749633 Nov 23 05:30:23.209276 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-fb1d342b-31aa-406b-ae33-8615d34dfce6 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:23.277598 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-fb1d342b-31aa-406b-ae33-8615d34dfce6 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:23.282930 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-e3281b77-30de-468f-be86-2dcdc230213d tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:23.283644 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-fb1d342b-31aa-406b-ae33-8615d34dfce6 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks [] for security_group, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:23.285419 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-fb1d342b-31aa-406b-ae33-8615d34dfce6 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "DELETE /v2.0/security-groups/dc5000c3-a1a6-4187-a371-a73509fe826d HTTP/1.1" status: 204 len: 168 time: 0.2230248 Nov 23 05:30:23.292951 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 35188) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:30:23.300386 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d342b-31aa-406b-ae33-8615d34dfce6 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5000c3-a1a6-4187-a371-a73509fe826d,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:30:23.347785 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.api.v2.resource [None req-ac8b52d7-6b5f-46e0-9221-48df6c9cfcea tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] show failed (client error): The resource could not be found. Nov 23 05:30:23.350927 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-ac8b52d7-6b5f-46e0-9221-48df6c9cfcea tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups/dc5000c3-a1a6-4187-a371-a73509fe826d HTTP/1.1" status: 404 len: 347 time: 0.0549703 Nov 23 05:30:23.352162 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 35190) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:30:23.357343 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b1c2c-a7c5-4e3f-b449-9cb34b30a414 req-0b2bb09b-e88c-4979-8cd3-96adbc55d7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:23.359143 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5c0b1c2c-a7c5-4e3f-b449-9cb34b30a414 req-0b2bb09b-e88c-4979-8cd3-96adbc55d7fc service neutron] 10.222.0.54 "GET /v2.0/networks?id=3b757c95-a3e7-4cfa-90b3-01a8f83ea100 HTTP/1.1" status: 200 len: 914 time: 0.1818230 Nov 23 05:30:23.379271 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 35192) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:30:23.383508 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-bfbb510e-1b8c-456e-8cc0-0859eb08ad88 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Request body: {'security_group': {'name': 'tempest-securitygroup--487685616', 'description': 'tempest-description--2106231213'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:30:23.481981 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5c0b1c2c-a7c5-4e3f-b449-9cb34b30a414 req-65bad43d-b444-4d85-8be9-f8270d7dbb44 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=42baf71e-7ea7-4382-a8be-646098b716a2 HTTP/1.1" status: 200 len: 217 time: 0.1035209 Nov 23 05:30:23.505523 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-ea60220c-ebe1-4811-9f4a-6caa1779db07 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Deleting port 476e5aa7-10ca-439f-ab64-37e701683316 {{(pid=102517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:30:23.506253 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-ea60220c-ebe1-4811-9f4a-6caa1779db07 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751724797224'] for port, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:23.506441 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.db_base_plugin_common [None req-e3281b77-30de-468f-be86-2dcdc230213d tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Allocated IP 172.27.0.157 (2fffb983-856b-4b4c-9c04-1e7e601bf688/5f9bd7f2-55ce-4eb1-9184-aa4552661a9b/12e95f4a-1e99-4cb1-a1dc-6025f1d62df1) {{(pid=102516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:30:23.550888 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-bfbb510e-1b8c-456e-8cc0-0859eb08ad88 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:23.605703 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-ea60220c-ebe1-4811-9f4a-6caa1779db07 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630705'] for port, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:23.606723 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-ea60220c-ebe1-4811-9f4a-6caa1779db07 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:23.622235 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-bfbb510e-1b8c-456e-8cc0-0859eb08ad88 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:23.643400 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-ea60220c-ebe1-4811-9f4a-6caa1779db07 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Calling delete_port for 476e5aa7-10ca-439f-ab64-37e701683316 owned by network:floatingip {{(pid=102517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:30:23.664673 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-bfbb510e-1b8c-456e-8cc0-0859eb08ad88 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:23.694514 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b1c2c-a7c5-4e3f-b449-9cb34b30a414 req-2a4dda8d-2210-4e8f-a11f-7dc820e66c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:23.696077 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5c0b1c2c-a7c5-4e3f-b449-9cb34b30a414 req-2a4dda8d-2210-4e8f-a11f-7dc820e66c17 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e75faa65-4584-4420-bdb0-ea9960249bd4 HTTP/1.1" status: 200 len: 853 time: 0.1999123 Nov 23 05:30:23.699417 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb510e-1b8c-456e-8cc0-0859eb08ad88 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2914c06b-fbf7-479b-89fd-a25b606bdd53,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:30:23.738749 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5c0b1c2c-a7c5-4e3f-b449-9cb34b30a414 req-8ef104e3-51ff-4c1d-bfe4-152d1e3a060d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3b757c95-a3e7-4cfa-90b3-01a8f83ea100&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310581 Nov 23 05:30:23.794031 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-bfbb510e-1b8c-456e-8cc0-0859eb08ad88 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:23.795816 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-bfbb510e-1b8c-456e-8cc0-0859eb08ad88 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4156532 Nov 23 05:30:23.805573 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 35196) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:30:23.811733 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [None req-9787b48a-a19d-4d09-b717-1987f7d1008a tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Request body: {'security_group_rule': {'security_group_id': '2914c06b-fbf7-479b-89fd-a25b606bdd53', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:30:23.859098 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-ea60220c-ebe1-4811-9f4a-6caa1779db07 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751724800597', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751724218543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25211324'] for port, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:23.860971 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-9787b48a-a19d-4d09-b717-1987f7d1008a tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:23.896281 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-e3281b77-30de-468f-be86-2dcdc230213d tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Publish callbacks [] for port, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:23.899350 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea60220c-ebe1-4811-9f4a-6caa1779db07 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Pushing event deleted for resources: {'Port': ['ID=476e5aa7-10ca-439f-ab64-37e701683316,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:30:23.908178 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e402fe9f-0780-4125-8dc4-6b958c0adcac req-04fe5f5c-cdcd-47e1-b210-456666edcfe8 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:23.909692 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e402fe9f-0780-4125-8dc4-6b958c0adcac req-04fe5f5c-cdcd-47e1-b210-456666edcfe8 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/ports?device_id=24822c58-969a-4e8f-881f-14fcba18885f HTTP/1.1" status: 200 len: 985 time: 0.1699920 Nov 23 05:30:23.936370 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5c0b1c2c-a7c5-4e3f-b449-9cb34b30a414 req-e80fdc81-4849-4ddc-8851-98cfd238a734 service neutron] 10.222.0.54 "GET /v2.0/networks/3b757c95-a3e7-4cfa-90b3-01a8f83ea100?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785281 Nov 23 05:30:23.978644 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-ea60220c-ebe1-4811-9f4a-6caa1779db07 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks [] for floatingip, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:23.981558 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-ea60220c-ebe1-4811-9f4a-6caa1779db07 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for floatingip, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:23.982822 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-ea60220c-ebe1-4811-9f4a-6caa1779db07 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "DELETE /v2.0/floatingips/89d6bcac-adff-4e1b-865d-6b49e9b38cef HTTP/1.1" status: 204 len: 168 time: 0.6287329 Nov 23 05:30:23.989793 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-9787b48a-a19d-4d09-b717-1987f7d1008a tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:23.997648 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-9787b48a-a19d-4d09-b717-1987f7d1008a tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770659'] for security_group_rule, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:24.018916 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9787b48a-a19d-4d09-b717-1987f7d1008a tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8a09a15-30ee-4602-92e8-94e3116a7e84,revision_number=0']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:30:24.031162 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-9787b48a-a19d-4d09-b717-1987f7d1008a tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:24.035114 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-9787b48a-a19d-4d09-b717-1987f7d1008a tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2260320 Nov 23 05:30:24.035325 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 35200) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:30:24.039952 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [None req-fd174140-5c43-4592-acb4-bb2d007ff70b tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Request body: {'security_group_rule': {'security_group_id': '2914c06b-fbf7-479b-89fd-a25b606bdd53', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:30:24.049964 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e402fe9f-0780-4125-8dc4-6b958c0adcac req-80c4209b-6cb8-40d7-b5ff-442d50cfdaf5 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/security-groups?id=09315a98-c01a-423c-9e97-abf477e7ea74&id=cd9f8501-b26b-4eaf-898a-b63bea2eaf86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1333523 Nov 23 05:30:24.053152 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-e3281b77-30de-468f-be86-2dcdc230213d tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751724218534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237887'] for port, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:24.083385 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-fd174140-5c43-4592-acb4-bb2d007ff70b tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:24.131145 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3281b77-30de-468f-be86-2dcdc230213d tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Network 2fffb983-856b-4b4c-9c04-1e7e601bf688 is already hosted by enough agents. {{(pid=102516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:30:24.133474 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3281b77-30de-468f-be86-2dcdc230213d tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Pushing event updated for resources: {'Port': ['ID=12e95f4a-1e99-4cb1-a1dc-6025f1d62df1,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:30:24.139046 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [None req-e3281b77-30de-468f-be86-2dcdc230213d tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Resources bound (agent type, host, resource id): {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:30:24.144341 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3281b77-30de-468f-be86-2dcdc230213d tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Received port after_create {{(pid=102516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:30:24.172346 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-fd174140-5c43-4592-acb4-bb2d007ff70b tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:24.181487 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-fd174140-5c43-4592-acb4-bb2d007ff70b tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770659'] for security_group_rule, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:24.188670 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5c0b1c2c-a7c5-4e3f-b449-9cb34b30a414 req-f1e85fa6-6419-4024-bcf7-0a1984775a48 service neutron] 10.222.0.54 "GET /v2.0/networks/3b757c95-a3e7-4cfa-90b3-01a8f83ea100?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405586 Nov 23 05:30:24.204303 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd174140-5c43-4592-acb4-bb2d007ff70b tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e15e572-49b7-445d-9517-662e4cc2187b,revision_number=0']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:30:24.215967 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-fd174140-5c43-4592-acb4-bb2d007ff70b tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:24.220964 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-fd174140-5c43-4592-acb4-bb2d007ff70b tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1816118 Nov 23 05:30:24.221378 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 35204) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:30:24.226726 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [None req-0c9f1870-ec1b-4054-a6db-152225197842 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Request body: {'floatingip': {'floating_network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688'}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:30:24.281446 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-0c9f1870-ec1b-4054-a6db-152225197842 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks [] for floatingip, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:24.411696 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-0c9f1870-ec1b-4054-a6db-152225197842 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:24.448177 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 35206) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:30:24.455155 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-5fed1148-a8d5-4b7a-a37a-970328fc47f1 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1888340296', 'description': 'tempest-description--1927334095'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:30:24.500393 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df7ab46-5531-4a6e-9f06-7f0b6dc953b0 req-210d311d-f4bf-4c47-9fd7-aa44abbed76a tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:24.501869 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6df7ab46-5531-4a6e-9f06-7f0b6dc953b0 req-210d311d-f4bf-4c47-9fd7-aa44abbed76a tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] 10.222.0.48 "GET /v2.0/ports?device_id=5668fdcb-a82b-416a-9ad2-bd30ecdeb021 HTTP/1.1" status: 200 len: 944 time: 0.1276584 Nov 23 05:30:24.524097 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.db.db_base_plugin_common [None req-0c9f1870-ec1b-4054-a6db-152225197842 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Allocated IP 172.27.0.88 (2fffb983-856b-4b4c-9c04-1e7e601bf688/5f9bd7f2-55ce-4eb1-9184-aa4552661a9b/457fdb90-5e6a-46db-be4e-f772d07ccf76) {{(pid=102517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:30:24.554525 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-5fed1148-a8d5-4b7a-a37a-970328fc47f1 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:24.601032 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device 42baf71e-7ea7-4382-a8be-646098b716a2 details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=102518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 05:30:24.627606 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-0c9f1870-ec1b-4054-a6db-152225197842 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks [] for port, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:24.663301 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-0c9f1870-ec1b-4054-a6db-152225197842 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751724218534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25211324'] for port, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:24.712388 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9f1870-ec1b-4054-a6db-152225197842 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Network 2fffb983-856b-4b4c-9c04-1e7e601bf688 is already hosted by enough agents. {{(pid=102517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:30:24.717173 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.base_scheduler [None req-0c9f1870-ec1b-4054-a6db-152225197842 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Resources bound (agent type, host, resource id): {{(pid=102517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:30:24.719951 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9f1870-ec1b-4054-a6db-152225197842 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Received port after_create {{(pid=102517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:30:24.724662 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port 42baf71e-7ea7-4382-a8be-646098b716a2, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=42baf71e-7ea7-4382-a8be-646098b716a2,segment=NetworkSegment(3c766eda-4b06-4545-a3cb-009a903f32bc),segment_id=3c766eda-4b06-4545-a3cb-009a903f32bc)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:30:24.738011 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Returning: {'device': '42baf71e-7ea7-4382-a8be-646098b716a2', 'network_id': '3b757c95-a3e7-4cfa-90b3-01a8f83ea100', 'port_id': '42baf71e-7ea7-4382-a8be-646098b716a2', 'mac_address': 'fa:16:3e:2c:91:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e75faa65-4584-4420-bdb0-ea9960249bd4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 05:30:24.749684 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9f1870-ec1b-4054-a6db-152225197842 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Pushing event updated for resources: {'Port': ['ID=457fdb90-5e6a-46db-be4e-f772d07ccf76,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:30:24.778738 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:24.791970 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6df7ab46-5531-4a6e-9f06-7f0b6dc953b0 req-d124e083-46d8-45d1-a388-54b0c196220f tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c547f10-6f35-4e67-8343-610f5021412e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818449 Nov 23 05:30:24.792804 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.notifiers.nova [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42baf71e-7ea7-4382-a8be-646098b716a2 {{(pid=102518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:30:24.823541 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port 42baf71e-7ea7-4382-a8be-646098b716a2, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=42baf71e-7ea7-4382-a8be-646098b716a2,segment=NetworkSegment(3c766eda-4b06-4545-a3cb-009a903f32bc),segment_id=3c766eda-4b06-4545-a3cb-009a903f32bc)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:30:24.832883 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:24.839370 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-0c9f1870-ec1b-4054-a6db-152225197842 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:24.880783 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-0c9f1870-ec1b-4054-a6db-152225197842 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:24.890566 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-5fed1148-a8d5-4b7a-a37a-970328fc47f1 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:24.892114 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Pushing event updated for resources: {'Port': ['ID=42baf71e-7ea7-4382-a8be-646098b716a2,revision_number=4']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:30:24.898903 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-5fed1148-a8d5-4b7a-a37a-970328fc47f1 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:24.901491 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-e3281b77-30de-468f-be86-2dcdc230213d tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:25.052175 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-0c9f1870-ec1b-4054-a6db-152225197842 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks [] for port, precommit_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:25.057595 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-0c9f1870-ec1b-4054-a6db-152225197842 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25211307'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:25.109242 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9f1870-ec1b-4054-a6db-152225197842 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Pushing event updated for resources: {'Port': ['ID=457fdb90-5e6a-46db-be4e-f772d07ccf76,revision_number=2']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:30:25.158020 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-0c9f1870-ec1b-4054-a6db-152225197842 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637656'] for floatingip, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:25.160565 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] get_ports_and_sgs() called for port_ids ['42baf71e-7ea7-4382-a8be-646098b716a2'] {{(pid=102518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:30:25.183263 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-0c9f1870-ec1b-4054-a6db-152225197842 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for floatingip, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:25.185237 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-0c9f1870-ec1b-4054-a6db-152225197842 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9626830 Nov 23 05:30:25.232831 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-5fed1148-a8d5-4b7a-a37a-970328fc47f1 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:25.234129 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-5fed1148-a8d5-4b7a-a37a-970328fc47f1 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7847431 Nov 23 05:30:25.237259 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 35212) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:30:25.242224 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [None req-f140d269-ec00-4b40-8656-6be73d874642 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Request body: {'security_group_rule': {'security_group_id': 'c438f059-2799-4ab6-acb8-f504a4e3ecf9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:30:25.261377 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed1148-a8d5-4b7a-a37a-970328fc47f1 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c438f059-2799-4ab6-acb8-f504a4e3ecf9,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:30:25.276656 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-f140d269-ec00-4b40-8656-6be73d874642 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:25.318384 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc1524-8ebb-4ee7-be34-07014a83283f req-8f5048d9-fdf5-4ba7-a9e5-c6f47f8298b2 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:25.319980 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5ddc1524-8ebb-4ee7-be34-07014a83283f req-8f5048d9-fdf5-4ba7-a9e5-c6f47f8298b2 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/ports?device_id=24822c58-969a-4e8f-881f-14fcba18885f HTTP/1.1" status: 200 len: 985 time: 0.1164775 Nov 23 05:30:25.331522 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-e3281b77-30de-468f-be86-2dcdc230213d tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:25.342335 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-f140d269-ec00-4b40-8656-6be73d874642 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:25.351132 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-f140d269-ec00-4b40-8656-6be73d874642 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770659'] for security_group_rule, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:25.375886 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-f140d269-ec00-4b40-8656-6be73d874642 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:25.379776 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-f140d269-ec00-4b40-8656-6be73d874642 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1387444 Nov 23 05:30:25.380002 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f140d269-ec00-4b40-8656-6be73d874642 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c129e47-1d92-4447-9c03-3486d33f2d74,revision_number=0']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:30:25.381842 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 35224) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:30:25.386630 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [None req-9182302b-5d00-4574-9396-b0dcfa2309e3 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Request body: {'security_group_rule': {'security_group_id': 'c438f059-2799-4ab6-acb8-f504a4e3ecf9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:30:25.420719 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-9182302b-5d00-4574-9396-b0dcfa2309e3 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:25.479868 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-9182302b-5d00-4574-9396-b0dcfa2309e3 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:25.484211 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-9182302b-5d00-4574-9396-b0dcfa2309e3 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770659'] for security_group_rule, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:25.493456 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5ddc1524-8ebb-4ee7-be34-07014a83283f req-8c9900a3-38bc-4438-adad-96e120354cc7 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/security-groups?id=09315a98-c01a-423c-9e97-abf477e7ea74&id=cd9f8501-b26b-4eaf-898a-b63bea2eaf86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1558027 Nov 23 05:30:25.502617 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9182302b-5d00-4574-9396-b0dcfa2309e3 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea69459c-d4f9-4f8c-9734-898b69e1068d,revision_number=0']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:30:25.516773 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-9182302b-5d00-4574-9396-b0dcfa2309e3 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:25.517987 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-9182302b-5d00-4574-9396-b0dcfa2309e3 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1351726 Nov 23 05:30:25.520919 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 35226) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:30:25.525248 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [None req-a6ea56a5-9340-46b1-8bc3-e5d2c8319655 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Request body: {'floatingip': {'floating_network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688'}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:30:25.536531 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-67e42c9e-02f8-41c4-a284-6d7e5f7e6693 req-2b116ec4-af4f-485a-95d4-1fc74ac31c85 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--487685616&fields=id&tenant_id=9d77c663d85b417d80848237e522deb9 HTTP/1.1" status: 200 len: 267 time: 0.1422544 Nov 23 05:30:25.548470 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a6ea56a5-9340-46b1-8bc3-e5d2c8319655 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks [] for floatingip, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:25.646684 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a6ea56a5-9340-46b1-8bc3-e5d2c8319655 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:25.695542 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e42c9e-02f8-41c4-a284-6d7e5f7e6693 req-55a6a1e9-076a-40a6-a939-298e659a91ee tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:25.696987 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-67e42c9e-02f8-41c4-a284-6d7e5f7e6693 req-55a6a1e9-076a-40a6-a939-298e659a91ee tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/networks?id=33a64f20-5fa2-4ee6-bf93-69fefe69b302 HTTP/1.1" status: 200 len: 811 time: 0.1512530 Nov 23 05:30:25.699313 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-e3281b77-30de-468f-be86-2dcdc230213d tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Publish callbacks [] for port, precommit_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:25.706680 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-e3281b77-30de-468f-be86-2dcdc230213d tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237864'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:25.743249 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-67e42c9e-02f8-41c4-a284-6d7e5f7e6693 req-00a88815-0481-4bd4-80ab-819324043422 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/quotas/9d77c663d85b417d80848237e522deb9 HTTP/1.1" status: 200 len: 375 time: 0.0387640 Nov 23 05:30:25.752315 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.db.db_base_plugin_common [None req-a6ea56a5-9340-46b1-8bc3-e5d2c8319655 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Allocated IP 172.27.0.109 (2fffb983-856b-4b4c-9c04-1e7e601bf688/5f9bd7f2-55ce-4eb1-9184-aa4552661a9b/f80445be-2f04-4465-9277-c0de4e19c657) {{(pid=102517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:30:25.820824 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3281b77-30de-468f-be86-2dcdc230213d tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Pushing event updated for resources: {'Port': ['ID=12e95f4a-1e99-4cb1-a1dc-6025f1d62df1,revision_number=2']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:30:25.825048 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-e3281b77-30de-468f-be86-2dcdc230213d tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637656'] for floatingip, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:25.859606 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a6ea56a5-9340-46b1-8bc3-e5d2c8319655 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks [] for port, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:25.884022 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-67e42c9e-02f8-41c4-a284-6d7e5f7e6693 req-221b8442-26b3-4c0b-85e0-411171dc0cb1 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9d77c663d85b417d80848237e522deb9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1094303 Nov 23 05:30:25.912312 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a6ea56a5-9340-46b1-8bc3-e5d2c8319655 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751724218534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25211324'] for port, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:25.959378 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ea56a5-9340-46b1-8bc3-e5d2c8319655 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Network 2fffb983-856b-4b4c-9c04-1e7e601bf688 is already hosted by enough agents. {{(pid=102517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:30:25.962042 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.base_scheduler [None req-a6ea56a5-9340-46b1-8bc3-e5d2c8319655 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Resources bound (agent type, host, resource id): {{(pid=102517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:30:25.964385 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ea56a5-9340-46b1-8bc3-e5d2c8319655 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Received port after_create {{(pid=102517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:30:25.986465 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ea56a5-9340-46b1-8bc3-e5d2c8319655 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Pushing event updated for resources: {'Port': ['ID=f80445be-2f04-4465-9277-c0de4e19c657,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:30:26.053473 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a6ea56a5-9340-46b1-8bc3-e5d2c8319655 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:26.060847 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.db.l3_db [None req-e3281b77-30de-468f-be86-2dcdc230213d tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Floating IP ed945d2d-1059-4da2-a038-9dbb0f988b29 associated. External IP: 172.27.0.157, port: b0461070-6637-463d-b8fc-5d2ec7130e2a. Nov 23 05:30:26.078418 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb77aff-6a7f-48ef-89ee-9ca3faaf232e req-d4a6fadb-03df-4c65-b7cc-bc6f32ee8a7e tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:26.079934 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-adb77aff-6a7f-48ef-89ee-9ca3faaf232e req-d4a6fadb-03df-4c65-b7cc-bc6f32ee8a7e tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] 10.222.0.48 "GET /v2.0/ports?device_id=5668fdcb-a82b-416a-9ad2-bd30ecdeb021 HTTP/1.1" status: 200 len: 945 time: 0.1933029 Nov 23 05:30:26.088369 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a6ea56a5-9340-46b1-8bc3-e5d2c8319655 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:26.141005 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b61bd-6e67-47a6-bba5-be52defd43e1 req-e3c19495-f9c7-4f62-90bc-b6fc5d2a9b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:26.142472 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9f2b61bd-6e67-47a6-bba5-be52defd43e1 req-e3c19495-f9c7-4f62-90bc-b6fc5d2a9b8b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5dd1e0c3287e4976856ecd12547d4b60&device_id=24822c58-969a-4e8f-881f-14fcba18885f HTTP/1.1" status: 200 len: 1138 time: 0.1770475 Nov 23 05:30:26.161500 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-67e42c9e-02f8-41c4-a284-6d7e5f7e6693 req-00febce3-ed18-4dc8-8610-51e72082bfdf service neutron] 10.222.0.48 "GET /v2.0/networks/33a64f20-5fa2-4ee6-bf93-69fefe69b302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373090 Nov 23 05:30:26.237883 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a6ea56a5-9340-46b1-8bc3-e5d2c8319655 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks [] for port, precommit_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:26.241991 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a6ea56a5-9340-46b1-8bc3-e5d2c8319655 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25211307'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:26.305687 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ea56a5-9340-46b1-8bc3-e5d2c8319655 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Pushing event updated for resources: {'Port': ['ID=f80445be-2f04-4465-9277-c0de4e19c657,revision_number=2']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:30:26.319377 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a6ea56a5-9340-46b1-8bc3-e5d2c8319655 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637656'] for floatingip, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:26.336521 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a6ea56a5-9340-46b1-8bc3-e5d2c8319655 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for floatingip, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:26.337942 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-a6ea56a5-9340-46b1-8bc3-e5d2c8319655 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8160679 Nov 23 05:30:26.342939 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-adb77aff-6a7f-48ef-89ee-9ca3faaf232e req-50131f0d-1363-4a8a-bdc0-7c0cfffe10c4 tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c547f10-6f35-4e67-8343-610f5021412e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238846 Nov 23 05:30:26.434955 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b61bd-6e67-47a6-bba5-be52defd43e1 req-7e5ff8bd-622f-47fa-85bc-f1e0d757665a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:26.437103 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9f2b61bd-6e67-47a6-bba5-be52defd43e1 req-7e5ff8bd-622f-47fa-85bc-f1e0d757665a service neutron] 10.222.0.54 "GET /v2.0/networks?id=86607cb6-c8a7-43df-9c11-e08b2a900939 HTTP/1.1" status: 200 len: 915 time: 0.2470789 Nov 23 05:30:26.440791 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-67e42c9e-02f8-41c4-a284-6d7e5f7e6693 req-e33568ee-7a6e-4f17-a57c-540773553527 service neutron] 10.222.0.48 "GET /v2.0/networks/33a64f20-5fa2-4ee6-bf93-69fefe69b302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494407 Nov 23 05:30:26.587743 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9f2b61bd-6e67-47a6-bba5-be52defd43e1 req-bfa6add1-e241-49ee-a435-652eff0f4c7c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5ac43bf-08ea-482b-89e9-2047045db460 HTTP/1.1" status: 200 len: 1002 time: 0.1429172 Nov 23 05:30:26.601951 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3281b77-30de-468f-be86-2dcdc230213d tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Router b6b3798c-4a81-402c-bd54-63949568e2e8 has already been hosted by L3 agent 9dac5a01-04fc-4e91-9910-6392ff9c638b {{(pid=102516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:30:26.617584 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device 42baf71e-7ea7-4382-a8be-646098b716a2 up at agent hyperv_hv-cinder-80507 {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:30:26.658947 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-39376729-1dc3-4eec-b362-f33b1ea81d94 req-67e363b3-716a-4453-a7a1-bdda842b62e0 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1888340296&fields=id&tenant_id=cb5e3bfadd8949d285afa69cba79918a HTTP/1.1" status: 200 len: 267 time: 0.1431627 Nov 23 05:30:26.678054 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Provisioning for port 42baf71e-7ea7-4382-a8be-646098b716a2 completed by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 05:30:26.682793 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Provisioning complete for port 42baf71e-7ea7-4382-a8be-646098b716a2 triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:30:26.683409 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:26.766097 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:26.790854 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b61bd-6e67-47a6-bba5-be52defd43e1 req-4ed8a974-d9e2-4d9c-ad9e-f94d68d4cc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:26.792409 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9f2b61bd-6e67-47a6-bba5-be52defd43e1 req-4ed8a974-d9e2-4d9c-ad9e-f94d68d4cc30 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=50b38531-eddf-4b49-b531-e5bf9682dbbe HTTP/1.1" status: 200 len: 853 time: 0.1956041 Nov 23 05:30:26.803772 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5668fdcb-a82b-416a-9ad2-bd30ecdeb021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42baf71e-7ea7-4382-a8be-646098b716a2'}] {{(pid=102518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:30:26.806123 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1555ff6ee76347fd5083048713d2688504cf60c4b4cdc9acc0e7e1b3a3add239" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1741518-4b3e-4bda-b354-bb18d2c8c666" -d '{"events": [{"server_uuid": "5668fdcb-a82b-416a-9ad2-bd30ecdeb021", "name": "network-vif-plugged", "status": "completed", "tag": "42baf71e-7ea7-4382-a8be-646098b716a2"}]}' {{(pid=102518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:30:26.808050 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c4d06-638e-4252-9b52-8afb2ffcf08e req-da4e8e94-233c-40f6-9685-e5e74edaa944 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:26.809751 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ab0c4d06-638e-4252-9b52-8afb2ffcf08e req-da4e8e94-233c-40f6-9685-e5e74edaa944 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/ports?device_id=24822c58-969a-4e8f-881f-14fcba18885f HTTP/1.1" status: 200 len: 985 time: 0.2166598 Nov 23 05:30:26.843462 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port 42baf71e-7ea7-4382-a8be-646098b716a2, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=42baf71e-7ea7-4382-a8be-646098b716a2,segment=NetworkSegment(3c766eda-4b06-4545-a3cb-009a903f32bc),segment_id=3c766eda-4b06-4545-a3cb-009a903f32bc)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:30:26.848267 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:26.901906 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Pushing event updated for resources: {'Port': ['ID=42baf71e-7ea7-4382-a8be-646098b716a2,revision_number=5']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:30:27.179231 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39376729-1dc3-4eec-b362-f33b1ea81d94 req-0191f842-6850-4aac-9cda-b43adbd24280 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:27.180708 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-39376729-1dc3-4eec-b362-f33b1ea81d94 req-0191f842-6850-4aac-9cda-b43adbd24280 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/networks?id=d276bf6c-1506-42b0-9d9a-c9478303eb76 HTTP/1.1" status: 200 len: 816 time: 0.5096138 Nov 23 05:30:27.223771 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b61bd-6e67-47a6-bba5-be52defd43e1 req-2621f802-4393-40fc-9f38-e4d10042f5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:27.225329 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9f2b61bd-6e67-47a6-bba5-be52defd43e1 req-2621f802-4393-40fc-9f38-e4d10042f5bb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86607cb6-c8a7-43df-9c11-e08b2a900939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4066248 Nov 23 05:30:27.226351 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3281b77-30de-468f-be86-2dcdc230213d tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Notify agent at l3_agent.dv-cinder-805072-6-iscsi the message routers_updated {{(pid=102516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:30:27.238660 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1debba46-0467-4a83-bf15-7df79fee3482 None None] Sync routers for ids ['b6b3798c-4a81-402c-bd54-63949568e2e8'] in dv-cinder-805072-6-iscsi {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:30:27.262197 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ab0c4d06-638e-4252-9b52-8afb2ffcf08e req-5d2017ba-2cf8-4405-8d93-f9b60d93cef5 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/security-groups?id=09315a98-c01a-423c-9e97-abf477e7ea74&id=cd9f8501-b26b-4eaf-898a-b63bea2eaf86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4272764 Nov 23 05:30:27.287617 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1debba46-0467-4a83-bf15-7df79fee3482 None None] Routers {'b6b3798c-4a81-402c-bd54-63949568e2e8'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:30:27.288362 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-1debba46-0467-4a83-bf15-7df79fee3482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:30:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['b6b3798c-4a81-402c-bd54-63949568e2e8'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:30:27.316921 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-e3281b77-30de-468f-be86-2dcdc230213d tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for floatingip, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:27.352501 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-39376729-1dc3-4eec-b362-f33b1ea81d94 req-6219be7b-6bf6-4cf4-a4ba-d61f485687ff tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/quotas/cb5e3bfadd8949d285afa69cba79918a HTTP/1.1" status: 200 len: 375 time: 0.1608262 Nov 23 05:30:27.408217 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-e3281b77-30de-468f-be86-2dcdc230213d tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.9037232 Nov 23 05:30:27.439603 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '584a81d2-404b-4609-967a-0d0cbdfdc0bd', 'tag': 'b0461070-6637-463d-b8fc-5d2ec7130e2a'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:30:27.441863 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20d478f7b504b4f7a92aed5d5c075fb26ddad21beb532cc87d656362fb0682d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a503d41f-c47b-4d8c-8d3f-d066157c31bd" -d '{"events": [{"name": "network-changed", "server_uuid": "584a81d2-404b-4609-967a-0d0cbdfdc0bd", "tag": "b0461070-6637-463d-b8fc-5d2ec7130e2a"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:30:27.442618 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-1debba46-0467-4a83-bf15-7df79fee3482 None None] Set router b6b3798c-4a81-402c-bd54-63949568e2e8 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:30:27.448831 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-09db6b10-879b-4ad5-b0ef-0af5e1681759 req-bd13c59b-bd9b-4723-91b5-7c0b39835dcc tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab0c1b71-02f6-421f-a0b2-68d163ba0bcc HTTP/1.1" status: 200 len: 210 time: 0.0855584 Nov 23 05:30:27.482562 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9f2b61bd-6e67-47a6-bba5-be52defd43e1 req-d8025f3f-d4b1-4e7f-90ea-a17e617d13c0 service neutron] 10.222.0.54 "GET /v2.0/networks/86607cb6-c8a7-43df-9c11-e08b2a900939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418067 Nov 23 05:30:27.495900 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-39376729-1dc3-4eec-b362-f33b1ea81d94 req-697b760b-bfe4-4ee6-9f41-a0a5b6957df5 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=cb5e3bfadd8949d285afa69cba79918a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1339500 Nov 23 05:30:27.547531 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf405e0-0ce9-4e27-8414-b95b634d0356 x-openstack-request-id: req-ccf405e0-0ce9-4e27-8414-b95b634d0356 {{(pid=102518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:30:27.547773 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5668fdcb-a82b-416a-9ad2-bd30ecdeb021", "name": "network-vif-plugged", "status": "completed", "tag": "42baf71e-7ea7-4382-a8be-646098b716a2", "code": 200}]} {{(pid=102518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:30:27.548024 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ccf405e0-0ce9-4e27-8414-b95b634d0356 {{(pid=102518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:30:27.548421 dv-cinder-805072-6-iscsi neutron-server[102518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5668fdcb-a82b-416a-9ad2-bd30ecdeb021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42baf71e-7ea7-4382-a8be-646098b716a2', 'code': 200} Nov 23 05:30:27.607866 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9f2b61bd-6e67-47a6-bba5-be52defd43e1 req-75f50551-127f-444a-b423-653cbb39c712 service neutron] 10.222.0.54 "GET /v2.0/networks/86607cb6-c8a7-43df-9c11-e08b2a900939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099246 Nov 23 05:30:27.701881 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42925d42-8218-4d6d-9c53-f5e35e40d5da req-e2c6783f-183d-40e6-b48a-a1d8487069be tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:27.703814 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-42925d42-8218-4d6d-9c53-f5e35e40d5da req-e2c6783f-183d-40e6-b48a-a1d8487069be tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] 10.222.0.48 "GET /v2.0/ports?device_id=5668fdcb-a82b-416a-9ad2-bd30ecdeb021 HTTP/1.1" status: 200 len: 946 time: 0.1106563 Nov 23 05:30:27.722198 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-1debba46-0467-4a83-bf15-7df79fee3482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b3798c-4a81-402c-bd54-63949568e2e8', 'name': 'tempest-TestShelveInstance-2073954385-router', 'tenant_id': 'ad191be0886046eeaa7030de6ed90099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'c03d9892-cb05-418e-b6c4-0e25a28ccf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:29:32Z', 'updated_at': '2021-11-23T05:29:34Z', 'revision_number': 4, 'project_id': 'ad191be0886046eeaa7030de6ed90099', 'gw_port': {'id': 'c03d9892-cb05-418e-b6c4-0e25a28ccf76', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:40:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b3798c-4a81-402c-bd54-63949568e2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:29:32Z', 'updated_at': '2021-11-23T05:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_floatingips': [{'id': 'ed945d2d-1059-4da2-a038-9dbb0f988b29', 'tenant_id': 'ad191be0886046eeaa7030de6ed90099', 'floating_ip_address': '172.27.0.157', 'floating_network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'router_id': 'b6b3798c-4a81-402c-bd54-63949568e2e8', 'port_id': 'b0461070-6637-463d-b8fc-5d2ec7130e2a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ae84b29-0690-473c-8282-824ad6dc6e1f', 'mac_address': 'fa:16:3e:33:f3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584a81d2-404b-4609-967a-0d0cbdfdc0bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:30:24Z', 'updated_at': '2021-11-23T05:30:24Z', 'revision_number': 0, 'project_id': 'ad191be0886046eeaa7030de6ed90099', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d58ccc2-3ec6-476c-b9b6-956f9897024b', 'name': '', 'network_id': '6ae84b29-0690-473c-8282-824ad6dc6e1f', 'tenant_id': 'ad191be0886046eeaa7030de6ed90099', 'mac_address': 'fa:16:3e:77:35:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b3798c-4a81-402c-bd54-63949568e2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8b5d560a-b60a-4973-943d-2226bfe371e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:29:34Z', 'updated_at': '2021-11-23T05:29:40Z', 'revision_number': 5, 'project_id': 'ad191be0886046eeaa7030de6ed90099', 'subnets': [{'id': '8b5d560a-b60a-4973-943d-2226bfe371e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:30:27.769038 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1debba46-0467-4a83-bf15-7df79fee3482 None None] Checking router: b6b3798c-4a81-402c-bd54-63949568e2e8 for host: dv-cinder-805072-6-iscsi {{(pid=102518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:30:27.778785 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1debba46-0467-4a83-bf15-7df79fee3482 None None] Routers {'b6b3798c-4a81-402c-bd54-63949568e2e8'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:30:27.779818 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-1debba46-0467-4a83-bf15-7df79fee3482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:30:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['b6b3798c-4a81-402c-bd54-63949568e2e8'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:30:27.781389 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-39376729-1dc3-4eec-b362-f33b1ea81d94 req-cd45778c-973d-4b26-913b-8b719bdf08ab service neutron] 10.222.0.48 "GET /v2.0/networks/d276bf6c-1506-42b0-9d9a-c9478303eb76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665312 Nov 23 05:30:27.855504 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-42925d42-8218-4d6d-9c53-f5e35e40d5da req-1af13300-29d0-4e84-8436-ff09973e2bf9 tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c547f10-6f35-4e67-8343-610f5021412e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411223 Nov 23 05:30:27.864724 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8657aa0b-a41a-4cca-8498-970fd60d6f2a req-080bdd28-c05c-4bcf-a238-9a3a05950b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:27.865785 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8657aa0b-a41a-4cca-8498-970fd60d6f2a req-080bdd28-c05c-4bcf-a238-9a3a05950b24 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5668fdcb-a82b-416a-9ad2-bd30ecdeb021 HTTP/1.1" status: 200 len: 1099 time: 0.1504674 Nov 23 05:30:27.930065 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dfaa1a0-4e59-4946-b33f-0818715ead48 x-openstack-request-id: req-4dfaa1a0-4e59-4946-b33f-0818715ead48 {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:30:27.930290 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "584a81d2-404b-4609-967a-0d0cbdfdc0bd", "tag": "b0461070-6637-463d-b8fc-5d2ec7130e2a", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:30:27.930587 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4dfaa1a0-4e59-4946-b33f-0818715ead48 {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:30:27.930838 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '584a81d2-404b-4609-967a-0d0cbdfdc0bd', 'tag': 'b0461070-6637-463d-b8fc-5d2ec7130e2a', 'status': 'completed', 'code': 200} Nov 23 05:30:27.935864 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-1debba46-0467-4a83-bf15-7df79fee3482 None None] Set router b6b3798c-4a81-402c-bd54-63949568e2e8 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:30:27.970243 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8657aa0b-a41a-4cca-8498-970fd60d6f2a req-3ec16e86-b2a8-409a-928f-0f284165b050 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7c547f10-6f35-4e67-8343-610f5021412e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928814 Nov 23 05:30:27.977429 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-39376729-1dc3-4eec-b362-f33b1ea81d94 req-ab98af89-782e-46a0-963f-30803327e1af service neutron] 10.222.0.48 "GET /v2.0/networks/d276bf6c-1506-42b0-9d9a-c9478303eb76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834946 Nov 23 05:30:28.173031 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ad08aab6-3b70-4cf1-af49-20622ced6b87 req-8fc5c8bf-2538-4ab6-a479-3397b28a440c tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6 HTTP/1.1" status: 200 len: 210 time: 0.0371561 Nov 23 05:30:28.191190 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-1debba46-0467-4a83-bf15-7df79fee3482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b3798c-4a81-402c-bd54-63949568e2e8', 'name': 'tempest-TestShelveInstance-2073954385-router', 'tenant_id': 'ad191be0886046eeaa7030de6ed90099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'c03d9892-cb05-418e-b6c4-0e25a28ccf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:29:32Z', 'updated_at': '2021-11-23T05:29:34Z', 'revision_number': 4, 'project_id': 'ad191be0886046eeaa7030de6ed90099', 'gw_port': {'id': 'c03d9892-cb05-418e-b6c4-0e25a28ccf76', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:40:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b3798c-4a81-402c-bd54-63949568e2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:29:32Z', 'updated_at': '2021-11-23T05:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_floatingips': [{'id': 'ed945d2d-1059-4da2-a038-9dbb0f988b29', 'tenant_id': 'ad191be0886046eeaa7030de6ed90099', 'floating_ip_address': '172.27.0.157', 'floating_network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'router_id': 'b6b3798c-4a81-402c-bd54-63949568e2e8', 'port_id': 'b0461070-6637-463d-b8fc-5d2ec7130e2a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ae84b29-0690-473c-8282-824ad6dc6e1f', 'mac_address': 'fa:16:3e:33:f3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584a81d2-404b-4609-967a-0d0cbdfdc0bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:30:24Z', 'updated_at': '2021-11-23T05:30:24Z', 'revision_number': 0, 'project_id': 'ad191be0886046eeaa7030de6ed90099', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d58ccc2-3ec6-476c-b9b6-956f9897024b', 'name': '', 'network_id': '6ae84b29-0690-473c-8282-824ad6dc6e1f', 'tenant_id': 'ad191be0886046eeaa7030de6ed90099', 'mac_address': 'fa:16:3e:77:35:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b3798c-4a81-402c-bd54-63949568e2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8b5d560a-b60a-4973-943d-2226bfe371e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:29:34Z', 'updated_at': '2021-11-23T05:29:40Z', 'revision_number': 5, 'project_id': 'ad191be0886046eeaa7030de6ed90099', 'subnets': [{'id': '8b5d560a-b60a-4973-943d-2226bfe371e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:30:28.218325 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1debba46-0467-4a83-bf15-7df79fee3482 None None] The sync data for ids ['b6b3798c-4a81-402c-bd54-63949568e2e8'] in dv-cinder-805072-6-iscsi is: [{'id': 'b6b3798c-4a81-402c-bd54-63949568e2e8', 'name': 'tempest-TestShelveInstance-2073954385-router', 'tenant_id': 'ad191be0886046eeaa7030de6ed90099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'c03d9892-cb05-418e-b6c4-0e25a28ccf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:29:32Z', 'updated_at': '2021-11-23T05:29:34Z', 'revision_number': 4, 'project_id': 'ad191be0886046eeaa7030de6ed90099', 'gw_port': {'id': 'c03d9892-cb05-418e-b6c4-0e25a28ccf76', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:40:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b3798c-4a81-402c-bd54-63949568e2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:29:32Z', 'updated_at': '2021-11-23T05:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_floatingips': [{'id': 'ed945d2d-1059-4da2-a038-9dbb0f988b29', 'tenant_id': 'ad191be0886046eeaa7030de6ed90099', 'floating_ip_address': '172.27.0.157', 'floating_network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'router_id': 'b6b3798c-4a81-402c-bd54-63949568e2e8', 'port_id': 'b0461070-6637-463d-b8fc-5d2ec7130e2a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ae84b29-0690-473c-8282-824ad6dc6e1f', 'mac_address': 'fa:16:3e:33:f3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '584a81d2-404b-4609-967a-0d0cbdfdc0bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:30:24Z', 'updated_at': '2021-11-23T05:30:24Z', 'revision_number': 0, 'project_id': 'ad191be0886046eeaa7030de6ed90099', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d58ccc2-3ec6-476c-b9b6-956f9897024b', 'name': '', 'network_id': '6ae84b29-0690-473c-8282-824ad6dc6e1f', 'tenant_id': 'ad191be0886046eeaa7030de6ed90099', 'mac_address': 'fa:16:3e:77:35:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b3798c-4a81-402c-bd54-63949568e2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8b5d560a-b60a-4973-943d-2226bfe371e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:29:34Z', 'updated_at': '2021-11-23T05:29:40Z', 'revision_number': 5, 'project_id': 'ad191be0886046eeaa7030de6ed90099', 'subnets': [{'id': '8b5d560a-b60a-4973-943d-2226bfe371e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:30:28.316938 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503d41f-c47b-4d8c-8d3f-d066157c31bd req-931a120e-deba-46ae-b33b-4ffc1e741411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:28.318675 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a503d41f-c47b-4d8c-8d3f-d066157c31bd req-931a120e-deba-46ae-b33b-4ffc1e741411 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ad191be0886046eeaa7030de6ed90099&device_id=584a81d2-404b-4609-967a-0d0cbdfdc0bd HTTP/1.1" status: 200 len: 1099 time: 0.0692794 Nov 23 05:30:28.394187 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e42c9e-02f8-41c4-a284-6d7e5f7e6693 req-5de602b3-0275-4fa0-b3b2-2bdeb9dda635 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:28.396240 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-67e42c9e-02f8-41c4-a284-6d7e5f7e6693 req-5de602b3-0275-4fa0-b3b2-2bdeb9dda635 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.54 "GET /v2.0/networks?id=33a64f20-5fa2-4ee6-bf93-69fefe69b302 HTTP/1.1" status: 200 len: 811 time: 0.1567204 Nov 23 05:30:28.463437 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503d41f-c47b-4d8c-8d3f-d066157c31bd req-fcb1b916-fbbf-4e4e-b086-d1b99d1fcd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:28.465093 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a503d41f-c47b-4d8c-8d3f-d066157c31bd req-fcb1b916-fbbf-4e4e-b086-d1b99d1fcd5f service neutron] 10.222.0.54 "GET /v2.0/networks?id=6ae84b29-0690-473c-8282-824ad6dc6e1f HTTP/1.1" status: 200 len: 910 time: 0.1367896 Nov 23 05:30:28.485466 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b111f9e-aebf-4eb4-9779-168397049211 req-242c4719-e296-44f2-94bf-1778e8708ed1 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:28.486948 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7b111f9e-aebf-4eb4-9779-168397049211 req-242c4719-e296-44f2-94bf-1778e8708ed1 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/ports?device_id=24822c58-969a-4e8f-881f-14fcba18885f HTTP/1.1" status: 200 len: 985 time: 0.0836949 Nov 23 05:30:28.526198 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-67e42c9e-02f8-41c4-a284-6d7e5f7e6693 req-3364061b-3a59-4fba-8872-88de75debb51 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d77c663d85b417d80848237e522deb9 HTTP/1.1" status: 200 len: 379 time: 0.0954583 Nov 23 05:30:28.540388 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [req-67e42c9e-02f8-41c4-a284-6d7e5f7e6693 req-e711e528-6cbc-41d0-a91b-5e5ba8a99fb5 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Request body: {'port': {'device_id': 'ab0c1b71-02f6-421f-a0b2-68d163ba0bcc', 'network_id': '33a64f20-5fa2-4ee6-bf93-69fefe69b302', 'admin_state_up': True, 'tenant_id': '9d77c663d85b417d80848237e522deb9', 'security_groups': ['2914c06b-fbf7-479b-89fd-a25b606bdd53']}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:30:28.604336 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecea1cdf-bdfd-4a80-b2c4-fe7482437c4f None None] New status for floating IP ed945d2d-1059-4da2-a038-9dbb0f988b29: ACTIVE {{(pid=102519) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 05:30:28.633796 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:28.638023 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7c290421-280a-46b6-8017-f8d5e8b4bf6c req-a554d124-dcd3-434e-bc42-427376c68efa tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab0c1b71-02f6-421f-a0b2-68d163ba0bcc HTTP/1.1" status: 200 len: 210 time: 0.0563374 Nov 23 05:30:28.697649 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a503d41f-c47b-4d8c-8d3f-d066157c31bd req-69768d2f-dcfa-49fd-af1c-713c1d9cc357 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0461070-6637-463d-b8fc-5d2ec7130e2a HTTP/1.1" status: 200 len: 1000 time: 0.2096806 Nov 23 05:30:28.752847 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7b111f9e-aebf-4eb4-9779-168397049211 req-6b7429e6-c4b1-4993-8b54-b34b51f7cdee tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/security-groups?id=09315a98-c01a-423c-9e97-abf477e7ea74&id=cd9f8501-b26b-4eaf-898a-b63bea2eaf86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2456286 Nov 23 05:30:28.782908 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503d41f-c47b-4d8c-8d3f-d066157c31bd req-597f3a90-a987-48aa-82fb-51c4c0c9a7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:28.782908 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a503d41f-c47b-4d8c-8d3f-d066157c31bd req-597f3a90-a987-48aa-82fb-51c4c0c9a7b8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8b5d560a-b60a-4973-943d-2226bfe371e0 HTTP/1.1" status: 200 len: 848 time: 0.0738471 Nov 23 05:30:28.848329 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503d41f-c47b-4d8c-8d3f-d066157c31bd req-0ee0586b-88ce-4cd8-9a9d-d3d7f522c7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:28.849959 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a503d41f-c47b-4d8c-8d3f-d066157c31bd req-0ee0586b-88ce-4cd8-9a9d-d3d7f522c7b5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6ae84b29-0690-473c-8282-824ad6dc6e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501840 Nov 23 05:30:28.976554 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67e42c9e-02f8-41c4-a284-6d7e5f7e6693 req-e711e528-6cbc-41d0-a91b-5e5ba8a99fb5 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Made reservation on behalf of 9d77c663d85b417d80848237e522deb9 for: {'port': 1} {{(pid=102517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:30:28.980957 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [req-67e42c9e-02f8-41c4-a284-6d7e5f7e6693 req-e711e528-6cbc-41d0-a91b-5e5ba8a99fb5 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:29.029727 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3152660-09fc-4f5b-a815-38570489a3a4 req-736dbd9e-1c85-44ed-9b14-a036fb29e5e7 tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:29.031273 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b3152660-09fc-4f5b-a815-38570489a3a4 req-736dbd9e-1c85-44ed-9b14-a036fb29e5e7 tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] 10.222.0.48 "GET /v2.0/ports?device_id=5668fdcb-a82b-416a-9ad2-bd30ecdeb021 HTTP/1.1" status: 200 len: 946 time: 0.0939696 Nov 23 05:30:29.035115 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a503d41f-c47b-4d8c-8d3f-d066157c31bd req-04f90e38-d771-42c9-bc82-1b9f9b06b09d service neutron] 10.222.0.54 "GET /v2.0/networks/6ae84b29-0690-473c-8282-824ad6dc6e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519444 Nov 23 05:30:29.096629 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b3152660-09fc-4f5b-a815-38570489a3a4 req-9c9bbd8d-cc2d-47ae-a2e2-96869cdefbd1 tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c547f10-6f35-4e67-8343-610f5021412e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584764 Nov 23 05:30:29.114059 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.db.db_base_plugin_common [req-67e42c9e-02f8-41c4-a284-6d7e5f7e6693 req-e711e528-6cbc-41d0-a91b-5e5ba8a99fb5 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Allocated IP 172.20.0.10 (33a64f20-5fa2-4ee6-bf93-69fefe69b302/242a3dfa-1577-4789-92d9-6d9fc458ed6b/536bb4a7-282e-4d93-8b7f-619b7d0e53d0) {{(pid=102517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:30:29.174776 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a503d41f-c47b-4d8c-8d3f-d066157c31bd req-4d35d963-94fa-4c09-9db6-64fdd13a4f07 service neutron] 10.222.0.54 "GET /v2.0/networks/6ae84b29-0690-473c-8282-824ad6dc6e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005914 Nov 23 05:30:29.271568 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [req-67e42c9e-02f8-41c4-a284-6d7e5f7e6693 req-e711e528-6cbc-41d0-a91b-5e5ba8a99fb5 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks [] for port, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:29.286964 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f25ffd8d-d56f-4581-a96a-a3939395ffc6 req-8ef13ee0-a70a-4ccd-bc39-616923107e9a tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6 HTTP/1.1" status: 200 len: 210 time: 0.0270801 Nov 23 05:30:29.305137 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [req-67e42c9e-02f8-41c4-a284-6d7e5f7e6693 req-e711e528-6cbc-41d0-a91b-5e5ba8a99fb5 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751724218534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25211324'] for port, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:29.349927 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67e42c9e-02f8-41c4-a284-6d7e5f7e6693 req-e711e528-6cbc-41d0-a91b-5e5ba8a99fb5 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Network 33a64f20-5fa2-4ee6-bf93-69fefe69b302 is already hosted by enough agents. {{(pid=102517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:30:29.353075 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.base_scheduler [req-67e42c9e-02f8-41c4-a284-6d7e5f7e6693 req-e711e528-6cbc-41d0-a91b-5e5ba8a99fb5 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Resources bound (agent type, host, resource id): {{(pid=102517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:30:29.356606 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [req-67e42c9e-02f8-41c4-a284-6d7e5f7e6693 req-e711e528-6cbc-41d0-a91b-5e5ba8a99fb5 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Received port after_create {{(pid=102517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:30:29.384093 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e711e528-6cbc-41d0-a91b-5e5ba8a99fb5 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Pushing event updated for resources: {'Port': ['ID=536bb4a7-282e-4d93-8b7f-619b7d0e53d0,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:30:29.415615 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e42c9e-02f8-41c4-a284-6d7e5f7e6693 req-e711e528-6cbc-41d0-a91b-5e5ba8a99fb5 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:29.416171 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [req-67e42c9e-02f8-41c4-a284-6d7e5f7e6693 req-e711e528-6cbc-41d0-a91b-5e5ba8a99fb5 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for port, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:29.434197 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-67e42c9e-02f8-41c4-a284-6d7e5f7e6693 req-e711e528-6cbc-41d0-a91b-5e5ba8a99fb5 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8984909 Nov 23 05:30:29.453859 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [req-67e42c9e-02f8-41c4-a284-6d7e5f7e6693 req-7943e720-99dd-4a9f-b92d-17db13ab6e9b service neutron] Request body: {'port': {'device_id': 'ab0c1b71-02f6-421f-a0b2-68d163ba0bcc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80507'}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:30:29.513946 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [req-67e42c9e-02f8-41c4-a284-6d7e5f7e6693 req-7943e720-99dd-4a9f-b92d-17db13ab6e9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:29.624449 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39376729-1dc3-4eec-b362-f33b1ea81d94 req-deb2c5ff-b60a-43cd-947e-ef674a4370ca tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:29.626002 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-39376729-1dc3-4eec-b362-f33b1ea81d94 req-deb2c5ff-b60a-43cd-947e-ef674a4370ca tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.54 "GET /v2.0/networks?id=d276bf6c-1506-42b0-9d9a-c9478303eb76 HTTP/1.1" status: 200 len: 816 time: 0.1194780 Nov 23 05:30:29.637434 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-01d9a7d5-1ae4-4222-94de-283ff3786314 None None] Provisioning complete for port 536bb4a7-282e-4d93-8b7f-619b7d0e53d0 triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:30:29.637979 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-01d9a7d5-1ae4-4222-94de-283ff3786314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:29.693550 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-01d9a7d5-1ae4-4222-94de-283ff3786314 None None] Port 536bb4a7-282e-4d93-8b7f-619b7d0e53d0 cannot update to ACTIVE because it is not bound. {{(pid=102518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:30:29.730204 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-39376729-1dc3-4eec-b362-f33b1ea81d94 req-563f9cd3-71d6-41e6-814b-c10a33d83c1e tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb5e3bfadd8949d285afa69cba79918a HTTP/1.1" status: 200 len: 380 time: 0.0876334 Nov 23 05:30:29.746502 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [req-39376729-1dc3-4eec-b362-f33b1ea81d94 req-e3ddb71e-8e23-471c-84f8-3876dea764ec tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Request body: {'port': {'device_id': '794f33d7-ae89-465f-b43f-2876a0bafbc6', 'network_id': 'd276bf6c-1506-42b0-9d9a-c9478303eb76', 'admin_state_up': True, 'tenant_id': 'cb5e3bfadd8949d285afa69cba79918a', 'security_groups': ['c438f059-2799-4ab6-acb8-f504a4e3ecf9']}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:30:29.824386 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [req-67e42c9e-02f8-41c4-a284-6d7e5f7e6693 req-7943e720-99dd-4a9f-b92d-17db13ab6e9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 536bb4a7-282e-4d93-8b7f-619b7d0e53d0 {{(pid=102517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:30:29.832471 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [req-67e42c9e-02f8-41c4-a284-6d7e5f7e6693 req-7943e720-99dd-4a9f-b92d-17db13ab6e9b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:29.844179 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.db.provisioning_blocks [req-67e42c9e-02f8-41c4-a284-6d7e5f7e6693 req-7943e720-99dd-4a9f-b92d-17db13ab6e9b service neutron] Transition to ACTIVE for port object 536bb4a7-282e-4d93-8b7f-619b7d0e53d0 will not be triggered until provisioned by entity L2. {{(pid=102517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 05:30:29.848749 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [req-67e42c9e-02f8-41c4-a284-6d7e5f7e6693 req-7943e720-99dd-4a9f-b92d-17db13ab6e9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25211307'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:29.880280 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e2a45-8bd9-4b91-8c5e-b712df7cc5d8 req-e13433b8-4ce7-499f-b076-0205555fe4b5 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:29.881632 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1a3e2a45-8bd9-4b91-8c5e-b712df7cc5d8 req-e13433b8-4ce7-499f-b076-0205555fe4b5 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab0c1b71-02f6-421f-a0b2-68d163ba0bcc HTTP/1.1" status: 200 len: 932 time: 0.1458464 Nov 23 05:30:29.901935 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7943e720-99dd-4a9f-b92d-17db13ab6e9b service neutron] Pushing event updated for resources: {'Port': ['ID=536bb4a7-282e-4d93-8b7f-619b7d0e53d0,revision_number=2']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:30:29.924460 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39376729-1dc3-4eec-b362-f33b1ea81d94 req-e3ddb71e-8e23-471c-84f8-3876dea764ec tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Made reservation on behalf of cb5e3bfadd8949d285afa69cba79918a for: {'port': 1} {{(pid=102516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:30:29.927988 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-39376729-1dc3-4eec-b362-f33b1ea81d94 req-e3ddb71e-8e23-471c-84f8-3876dea764ec tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:29.970198 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1a3e2a45-8bd9-4b91-8c5e-b712df7cc5d8 req-7e81074f-c14e-49e1-953a-8cd75244e0e0 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=2914c06b-fbf7-479b-89fd-a25b606bdd53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798831 Nov 23 05:30:29.975963 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [req-67e42c9e-02f8-41c4-a284-6d7e5f7e6693 req-7943e720-99dd-4a9f-b92d-17db13ab6e9b service neutron] Attempting to bind port 536bb4a7-282e-4d93-8b7f-619b7d0e53d0 on host hv-cinder-80507 for vnic_type normal with profile {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:30:29.976423 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [req-67e42c9e-02f8-41c4-a284-6d7e5f7e6693 req-7943e720-99dd-4a9f-b92d-17db13ab6e9b service neutron] Attempting to bind port 536bb4a7-282e-4d93-8b7f-619b7d0e53d0 by drivers openvswitch,hyperv on host hv-cinder-80507 at level 0 using segments [{'id': '94907b3a-6e89-4b23-8d3e-b6a0ef2909b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '33a64f20-5fa2-4ee6-bf93-69fefe69b302'}] {{(pid=102517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:30:29.976821 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e42c9e-02f8-41c4-a284-6d7e5f7e6693 req-7943e720-99dd-4a9f-b92d-17db13ab6e9b service neutron] Attempting to bind port 536bb4a7-282e-4d93-8b7f-619b7d0e53d0 on network 33a64f20-5fa2-4ee6-bf93-69fefe69b302 {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:30:29.983234 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e42c9e-02f8-41c4-a284-6d7e5f7e6693 req-7943e720-99dd-4a9f-b92d-17db13ab6e9b service neutron] Port 536bb4a7-282e-4d93-8b7f-619b7d0e53d0 on network 33a64f20-5fa2-4ee6-bf93-69fefe69b302 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80507 {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 05:30:29.983592 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e42c9e-02f8-41c4-a284-6d7e5f7e6693 req-7943e720-99dd-4a9f-b92d-17db13ab6e9b service neutron] Attempting to bind port 536bb4a7-282e-4d93-8b7f-619b7d0e53d0 on network 33a64f20-5fa2-4ee6-bf93-69fefe69b302 {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:30:29.988956 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e42c9e-02f8-41c4-a284-6d7e5f7e6693 req-7943e720-99dd-4a9f-b92d-17db13ab6e9b service neutron] Checking agent: {'id': 'b8a1d969-7c04-443a-af3a-1812b1d56913', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80507', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 5, 23, 27), 'started_at': datetime.datetime(2021, 11, 23, 5, 23, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:30:29.989405 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e42c9e-02f8-41c4-a284-6d7e5f7e6693 req-7943e720-99dd-4a9f-b92d-17db13ab6e9b service neutron] Checking segment: {'id': '94907b3a-6e89-4b23-8d3e-b6a0ef2909b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '33a64f20-5fa2-4ee6-bf93-69fefe69b302'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:30:29.989887 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e42c9e-02f8-41c4-a284-6d7e5f7e6693 req-7943e720-99dd-4a9f-b92d-17db13ab6e9b service neutron] Bound using segment: {'id': '94907b3a-6e89-4b23-8d3e-b6a0ef2909b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '33a64f20-5fa2-4ee6-bf93-69fefe69b302'} {{(pid=102517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:30:29.990380 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.managers [req-67e42c9e-02f8-41c4-a284-6d7e5f7e6693 req-7943e720-99dd-4a9f-b92d-17db13ab6e9b service neutron] Bound port: 536bb4a7-282e-4d93-8b7f-619b7d0e53d0, host: hv-cinder-80507, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94907b3a-6e89-4b23-8d3e-b6a0ef2909b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '33a64f20-5fa2-4ee6-bf93-69fefe69b302'}}] {{(pid=102517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:30:29.991068 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [req-67e42c9e-02f8-41c4-a284-6d7e5f7e6693 req-7943e720-99dd-4a9f-b92d-17db13ab6e9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:30.083176 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [req-67e42c9e-02f8-41c4-a284-6d7e5f7e6693 req-7943e720-99dd-4a9f-b92d-17db13ab6e9b service neutron] For port 536bb4a7-282e-4d93-8b7f-619b7d0e53d0, host hv-cinder-80507, cleared binding levels {{(pid=102517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:30:30.085469 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.db_base_plugin_common [req-39376729-1dc3-4eec-b362-f33b1ea81d94 req-e3ddb71e-8e23-471c-84f8-3876dea764ec tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Allocated IP 172.20.0.8 (d276bf6c-1506-42b0-9d9a-c9478303eb76/b812847c-d94f-408a-a05b-e1adde40724b/99025866-c895-4488-9f9f-935a50ad1344) {{(pid=102516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:30:30.086586 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [req-67e42c9e-02f8-41c4-a284-6d7e5f7e6693 req-7943e720-99dd-4a9f-b92d-17db13ab6e9b service neutron] For port 536bb4a7-282e-4d93-8b7f-619b7d0e53d0, host hv-cinder-80507, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=536bb4a7-282e-4d93-8b7f-619b7d0e53d0,segment=NetworkSegment(94907b3a-6e89-4b23-8d3e-b6a0ef2909b5),segment_id=94907b3a-6e89-4b23-8d3e-b6a0ef2909b5)] {{(pid=102517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:30:30.095582 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [req-67e42c9e-02f8-41c4-a284-6d7e5f7e6693 req-7943e720-99dd-4a9f-b92d-17db13ab6e9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25211307'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:30.145213 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e42c9e-02f8-41c4-a284-6d7e5f7e6693 req-7943e720-99dd-4a9f-b92d-17db13ab6e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:30.145848 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [req-67e42c9e-02f8-41c4-a284-6d7e5f7e6693 req-7943e720-99dd-4a9f-b92d-17db13ab6e9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for port, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:30.147270 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-67e42c9e-02f8-41c4-a284-6d7e5f7e6693 req-7943e720-99dd-4a9f-b92d-17db13ab6e9b service neutron] 10.222.0.54 "PUT /v2.0/ports/536bb4a7-282e-4d93-8b7f-619b7d0e53d0 HTTP/1.1" status: 200 len: 1094 time: 0.6986287 Nov 23 05:30:30.147725 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab0c1b71-02f6-421f-a0b2-68d163ba0bcc', 'tag': '536bb4a7-282e-4d93-8b7f-619b7d0e53d0'}] {{(pid=102517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:30:30.150002 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6655a57eaf65bce136dcd01a1029ca1ef2acc79c86755a7aa074dfdaee6e1dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720135a6-1d02-4c9e-a24c-0eda9efb05e1" -d '{"events": [{"name": "network-changed", "server_uuid": "ab0c1b71-02f6-421f-a0b2-68d163ba0bcc", "tag": "536bb4a7-282e-4d93-8b7f-619b7d0e53d0"}]}' {{(pid=102517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:30:30.170721 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7943e720-99dd-4a9f-b92d-17db13ab6e9b service neutron] Pushing event updated for resources: {'Port': ['ID=536bb4a7-282e-4d93-8b7f-619b7d0e53d0,revision_number=3']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:30:30.196341 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56fd2ec9-e463-495b-b2f9-813c5af3969d x-openstack-request-id: req-56fd2ec9-e463-495b-b2f9-813c5af3969d {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:30:30.196644 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab0c1b71-02f6-421f-a0b2-68d163ba0bcc", "tag": "536bb4a7-282e-4d93-8b7f-619b7d0e53d0", "status": "completed", "code": 200}]} {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:30:30.196907 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-56fd2ec9-e463-495b-b2f9-813c5af3969d {{(pid=102517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:30:30.197314 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab0c1b71-02f6-421f-a0b2-68d163ba0bcc', 'tag': '536bb4a7-282e-4d93-8b7f-619b7d0e53d0', 'status': 'completed', 'code': 200} Nov 23 05:30:30.281170 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dfaeec-d872-40e6-a6e9-822ea0184d10 req-20de5d95-d868-4e6b-957f-fa0e1f676b8c tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:30.283807 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-98dfaeec-d872-40e6-a6e9-822ea0184d10 req-20de5d95-d868-4e6b-957f-fa0e1f676b8c tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] 10.222.0.48 "GET /v2.0/ports?device_id=5668fdcb-a82b-416a-9ad2-bd30ecdeb021 HTTP/1.1" status: 200 len: 946 time: 0.0801101 Nov 23 05:30:30.319957 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e42c9e-02f8-41c4-a284-6d7e5f7e6693 req-192986c4-8409-484d-9347-b0d8b25173e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:30.321625 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-67e42c9e-02f8-41c4-a284-6d7e5f7e6693 req-192986c4-8409-484d-9347-b0d8b25173e2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9d77c663d85b417d80848237e522deb9&device_id=ab0c1b71-02f6-421f-a0b2-68d163ba0bcc HTTP/1.1" status: 200 len: 1097 time: 0.1043174 Nov 23 05:30:30.346355 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-39376729-1dc3-4eec-b362-f33b1ea81d94 req-e3ddb71e-8e23-471c-84f8-3876dea764ec tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks [] for port, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:30.383119 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-98dfaeec-d872-40e6-a6e9-822ea0184d10 req-e03a8f87-b2b2-4fe8-9fcb-87be7aaafdf9 tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c547f10-6f35-4e67-8343-610f5021412e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882847 Nov 23 05:30:30.394171 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-67e42c9e-02f8-41c4-a284-6d7e5f7e6693 req-6bdba31c-6f0a-44b3-a10d-9986d424c4e8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=536bb4a7-282e-4d93-8b7f-619b7d0e53d0 HTTP/1.1" status: 200 len: 217 time: 0.0581276 Nov 23 05:30:30.421470 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-680cbea1-0d7c-4c3a-be88-486694c24b2b req-06129143-3596-4058-96d2-76c08d276e42 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6 HTTP/1.1" status: 200 len: 210 time: 0.0355999 Nov 23 05:30:30.446267 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-39376729-1dc3-4eec-b362-f33b1ea81d94 req-e3ddb71e-8e23-471c-84f8-3876dea764ec tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751724218534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237887'] for port, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:30.469997 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e42c9e-02f8-41c4-a284-6d7e5f7e6693 req-3ebd94b4-ff29-4556-94c2-4d9e139f754a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:30.472258 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-67e42c9e-02f8-41c4-a284-6d7e5f7e6693 req-3ebd94b4-ff29-4556-94c2-4d9e139f754a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=242a3dfa-1577-4789-92d9-6d9fc458ed6b HTTP/1.1" status: 200 len: 850 time: 0.0716712 Nov 23 05:30:30.492359 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39376729-1dc3-4eec-b362-f33b1ea81d94 req-e3ddb71e-8e23-471c-84f8-3876dea764ec tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Network d276bf6c-1506-42b0-9d9a-c9478303eb76 is already hosted by enough agents. {{(pid=102516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:30:30.495709 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [req-39376729-1dc3-4eec-b362-f33b1ea81d94 req-e3ddb71e-8e23-471c-84f8-3876dea764ec tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Resources bound (agent type, host, resource id): {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:30:30.499545 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [req-39376729-1dc3-4eec-b362-f33b1ea81d94 req-e3ddb71e-8e23-471c-84f8-3876dea764ec tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Received port after_create {{(pid=102516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:30:30.506294 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ddb71e-8e23-471c-84f8-3876dea764ec tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Pushing event updated for resources: {'Port': ['ID=99025866-c895-4488-9f9f-935a50ad1344,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:30:30.534210 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e42c9e-02f8-41c4-a284-6d7e5f7e6693 req-fdd441fc-d061-4c6c-97ad-c386f0018d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:30.536399 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-67e42c9e-02f8-41c4-a284-6d7e5f7e6693 req-fdd441fc-d061-4c6c-97ad-c386f0018d3f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=33a64f20-5fa2-4ee6-bf93-69fefe69b302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0559764 Nov 23 05:30:30.553888 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39376729-1dc3-4eec-b362-f33b1ea81d94 req-e3ddb71e-8e23-471c-84f8-3876dea764ec tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:30.554554 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-39376729-1dc3-4eec-b362-f33b1ea81d94 req-e3ddb71e-8e23-471c-84f8-3876dea764ec tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:30.574326 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-39376729-1dc3-4eec-b362-f33b1ea81d94 req-e3ddb71e-8e23-471c-84f8-3876dea764ec tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8314035 Nov 23 05:30:30.609340 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [req-39376729-1dc3-4eec-b362-f33b1ea81d94 req-117296a7-8053-4003-b2dc-b68f4ec7087d service neutron] Request body: {'port': {'device_id': '794f33d7-ae89-465f-b43f-2876a0bafbc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80507'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:30:30.646327 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-67e42c9e-02f8-41c4-a284-6d7e5f7e6693 req-70f57db6-dac1-4f5c-abdf-909ec9fa2079 service neutron] 10.222.0.54 "GET /v2.0/networks/33a64f20-5fa2-4ee6-bf93-69fefe69b302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981560 Nov 23 05:30:30.676936 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-39376729-1dc3-4eec-b362-f33b1ea81d94 req-117296a7-8053-4003-b2dc-b68f4ec7087d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:30.794191 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-67e42c9e-02f8-41c4-a284-6d7e5f7e6693 req-c5a61175-198e-4bdc-ab78-6e93e4775d8d service neutron] 10.222.0.54 "GET /v2.0/networks/33a64f20-5fa2-4ee6-bf93-69fefe69b302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335609 Nov 23 05:30:30.869834 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-ea1cf1c7-91a4-4eb7-a753-16704d88bdf0 None None] Provisioning complete for port 99025866-c895-4488-9f9f-935a50ad1344 triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:30:30.870308 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-ea1cf1c7-91a4-4eb7-a753-16704d88bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:30.904362 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-ea1cf1c7-91a4-4eb7-a753-16704d88bdf0 None None] Port 99025866-c895-4488-9f9f-935a50ad1344 cannot update to ACTIVE because it is not bound. {{(pid=102518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:30:30.953981 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720135a6-1d02-4c9e-a24c-0eda9efb05e1 req-f553ab78-2200-4bb2-88b4-d5a074e8b1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:30.955964 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-720135a6-1d02-4c9e-a24c-0eda9efb05e1 req-f553ab78-2200-4bb2-88b4-d5a074e8b1d8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9d77c663d85b417d80848237e522deb9&device_id=ab0c1b71-02f6-421f-a0b2-68d163ba0bcc HTTP/1.1" status: 200 len: 1097 time: 0.0462437 Nov 23 05:30:30.985346 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [req-39376729-1dc3-4eec-b362-f33b1ea81d94 req-117296a7-8053-4003-b2dc-b68f4ec7087d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99025866-c895-4488-9f9f-935a50ad1344 {{(pid=102516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:30:30.992997 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-39376729-1dc3-4eec-b362-f33b1ea81d94 req-117296a7-8053-4003-b2dc-b68f4ec7087d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:31.006260 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.provisioning_blocks [req-39376729-1dc3-4eec-b362-f33b1ea81d94 req-117296a7-8053-4003-b2dc-b68f4ec7087d service neutron] Transition to ACTIVE for port object 99025866-c895-4488-9f9f-935a50ad1344 will not be triggered until provisioned by entity L2. {{(pid=102516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 05:30:31.011327 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-39376729-1dc3-4eec-b362-f33b1ea81d94 req-117296a7-8053-4003-b2dc-b68f4ec7087d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237864'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:31.066383 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720135a6-1d02-4c9e-a24c-0eda9efb05e1 req-0f9d8a38-f281-4644-a036-b20e77fe5041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:31.067884 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-720135a6-1d02-4c9e-a24c-0eda9efb05e1 req-0f9d8a38-f281-4644-a036-b20e77fe5041 service neutron] 10.222.0.54 "GET /v2.0/networks?id=33a64f20-5fa2-4ee6-bf93-69fefe69b302 HTTP/1.1" status: 200 len: 912 time: 0.0982702 Nov 23 05:30:31.112549 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-720135a6-1d02-4c9e-a24c-0eda9efb05e1 req-c0257332-5025-46e5-9284-5babb9832186 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=536bb4a7-282e-4d93-8b7f-619b7d0e53d0 HTTP/1.1" status: 200 len: 217 time: 0.0358942 Nov 23 05:30:31.133710 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117296a7-8053-4003-b2dc-b68f4ec7087d service neutron] Pushing event updated for resources: {'Port': ['ID=99025866-c895-4488-9f9f-935a50ad1344,revision_number=2']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:30:31.180842 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a16ea-f94b-418b-ad45-cd4258b0d169 req-7b2de5aa-9bac-496f-abcb-a327a2f63e86 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:31.182626 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d43a16ea-f94b-418b-ad45-cd4258b0d169 req-7b2de5aa-9bac-496f-abcb-a327a2f63e86 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab0c1b71-02f6-421f-a0b2-68d163ba0bcc HTTP/1.1" status: 200 len: 944 time: 0.1301870 Nov 23 05:30:31.188907 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-39376729-1dc3-4eec-b362-f33b1ea81d94 req-117296a7-8053-4003-b2dc-b68f4ec7087d service neutron] Attempting to bind port 99025866-c895-4488-9f9f-935a50ad1344 on host hv-cinder-80507 for vnic_type normal with profile {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:30:31.189110 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720135a6-1d02-4c9e-a24c-0eda9efb05e1 req-1af8b95e-798c-4d6f-8590-6019f0baa949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:31.189241 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-39376729-1dc3-4eec-b362-f33b1ea81d94 req-117296a7-8053-4003-b2dc-b68f4ec7087d service neutron] Attempting to bind port 99025866-c895-4488-9f9f-935a50ad1344 by drivers openvswitch,hyperv on host hv-cinder-80507 at level 0 using segments [{'id': '96fbda44-3f8c-4841-b317-f7b687379738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd276bf6c-1506-42b0-9d9a-c9478303eb76'}] {{(pid=102516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:30:31.189683 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39376729-1dc3-4eec-b362-f33b1ea81d94 req-117296a7-8053-4003-b2dc-b68f4ec7087d service neutron] Attempting to bind port 99025866-c895-4488-9f9f-935a50ad1344 on network d276bf6c-1506-42b0-9d9a-c9478303eb76 {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:30:31.191080 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-720135a6-1d02-4c9e-a24c-0eda9efb05e1 req-1af8b95e-798c-4d6f-8590-6019f0baa949 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=242a3dfa-1577-4789-92d9-6d9fc458ed6b HTTP/1.1" status: 200 len: 850 time: 0.0643032 Nov 23 05:30:31.209656 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39376729-1dc3-4eec-b362-f33b1ea81d94 req-117296a7-8053-4003-b2dc-b68f4ec7087d service neutron] Port 99025866-c895-4488-9f9f-935a50ad1344 on network d276bf6c-1506-42b0-9d9a-c9478303eb76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80507 {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 05:30:31.209898 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39376729-1dc3-4eec-b362-f33b1ea81d94 req-117296a7-8053-4003-b2dc-b68f4ec7087d service neutron] Attempting to bind port 99025866-c895-4488-9f9f-935a50ad1344 on network d276bf6c-1506-42b0-9d9a-c9478303eb76 {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:30:31.223000 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39376729-1dc3-4eec-b362-f33b1ea81d94 req-117296a7-8053-4003-b2dc-b68f4ec7087d service neutron] Checking agent: {'id': 'b8a1d969-7c04-443a-af3a-1812b1d56913', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80507', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 5, 23, 27), 'started_at': datetime.datetime(2021, 11, 23, 5, 23, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:30:31.223614 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39376729-1dc3-4eec-b362-f33b1ea81d94 req-117296a7-8053-4003-b2dc-b68f4ec7087d service neutron] Checking segment: {'id': '96fbda44-3f8c-4841-b317-f7b687379738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd276bf6c-1506-42b0-9d9a-c9478303eb76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:30:31.224223 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39376729-1dc3-4eec-b362-f33b1ea81d94 req-117296a7-8053-4003-b2dc-b68f4ec7087d service neutron] Bound using segment: {'id': '96fbda44-3f8c-4841-b317-f7b687379738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd276bf6c-1506-42b0-9d9a-c9478303eb76'} {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:30:31.224843 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-39376729-1dc3-4eec-b362-f33b1ea81d94 req-117296a7-8053-4003-b2dc-b68f4ec7087d service neutron] Bound port: 99025866-c895-4488-9f9f-935a50ad1344, host: hv-cinder-80507, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96fbda44-3f8c-4841-b317-f7b687379738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'd276bf6c-1506-42b0-9d9a-c9478303eb76'}}] {{(pid=102516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:30:31.225220 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-39376729-1dc3-4eec-b362-f33b1ea81d94 req-117296a7-8053-4003-b2dc-b68f4ec7087d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:31.246562 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720135a6-1d02-4c9e-a24c-0eda9efb05e1 req-885e8c4d-2e33-488f-a2ae-9c5aea1ce07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:31.248073 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-720135a6-1d02-4c9e-a24c-0eda9efb05e1 req-885e8c4d-2e33-488f-a2ae-9c5aea1ce07e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=33a64f20-5fa2-4ee6-bf93-69fefe69b302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495422 Nov 23 05:30:31.276388 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d43a16ea-f94b-418b-ad45-cd4258b0d169 req-464b420c-f5e2-4206-b104-7783c027acad tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=2914c06b-fbf7-479b-89fd-a25b606bdd53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835290 Nov 23 05:30:31.312542 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-39376729-1dc3-4eec-b362-f33b1ea81d94 req-117296a7-8053-4003-b2dc-b68f4ec7087d service neutron] For port 99025866-c895-4488-9f9f-935a50ad1344, host hv-cinder-80507, cleared binding levels {{(pid=102516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:30:31.315912 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-39376729-1dc3-4eec-b362-f33b1ea81d94 req-117296a7-8053-4003-b2dc-b68f4ec7087d service neutron] For port 99025866-c895-4488-9f9f-935a50ad1344, host hv-cinder-80507, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=99025866-c895-4488-9f9f-935a50ad1344,segment=NetworkSegment(96fbda44-3f8c-4841-b317-f7b687379738),segment_id=96fbda44-3f8c-4841-b317-f7b687379738)] {{(pid=102516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:30:31.321146 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-39376729-1dc3-4eec-b362-f33b1ea81d94 req-117296a7-8053-4003-b2dc-b68f4ec7087d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237864'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:31.343828 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-720135a6-1d02-4c9e-a24c-0eda9efb05e1 req-16a69991-33c0-423d-a014-44a8833f192b service neutron] 10.222.0.54 "GET /v2.0/networks/33a64f20-5fa2-4ee6-bf93-69fefe69b302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870228 Nov 23 05:30:31.359487 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39376729-1dc3-4eec-b362-f33b1ea81d94 req-117296a7-8053-4003-b2dc-b68f4ec7087d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:31.360117 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-39376729-1dc3-4eec-b362-f33b1ea81d94 req-117296a7-8053-4003-b2dc-b68f4ec7087d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:31.361483 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-39376729-1dc3-4eec-b362-f33b1ea81d94 req-117296a7-8053-4003-b2dc-b68f4ec7087d service neutron] 10.222.0.54 "PUT /v2.0/ports/99025866-c895-4488-9f9f-935a50ad1344 HTTP/1.1" status: 200 len: 1093 time: 0.7577465 Nov 23 05:30:31.361923 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '794f33d7-ae89-465f-b43f-2876a0bafbc6', 'tag': '99025866-c895-4488-9f9f-935a50ad1344'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:30:31.364184 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20d478f7b504b4f7a92aed5d5c075fb26ddad21beb532cc87d656362fb0682d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7df56dc-2a1d-4152-908a-de464f7a1124" -d '{"events": [{"name": "network-changed", "server_uuid": "794f33d7-ae89-465f-b43f-2876a0bafbc6", "tag": "99025866-c895-4488-9f9f-935a50ad1344"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:30:31.400933 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117296a7-8053-4003-b2dc-b68f4ec7087d service neutron] Pushing event updated for resources: {'Port': ['ID=99025866-c895-4488-9f9f-935a50ad1344,revision_number=3']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:30:31.421590 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7ade7d-683f-422c-8164-e8b0c007b0bf x-openstack-request-id: req-4a7ade7d-683f-422c-8164-e8b0c007b0bf {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:30:31.422116 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "794f33d7-ae89-465f-b43f-2876a0bafbc6", "tag": "99025866-c895-4488-9f9f-935a50ad1344", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:30:31.422545 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4a7ade7d-683f-422c-8164-e8b0c007b0bf {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:30:31.423547 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '794f33d7-ae89-465f-b43f-2876a0bafbc6', 'tag': '99025866-c895-4488-9f9f-935a50ad1344', 'status': 'completed', 'code': 200} Nov 23 05:30:31.484508 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-720135a6-1d02-4c9e-a24c-0eda9efb05e1 req-ccd8733c-624e-45a6-8947-384228fc0f13 service neutron] 10.222.0.54 "GET /v2.0/networks/33a64f20-5fa2-4ee6-bf93-69fefe69b302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306579 Nov 23 05:30:31.538974 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39376729-1dc3-4eec-b362-f33b1ea81d94 req-9d71cb73-a7b2-426c-b168-45d8faad8e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:31.540419 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-39376729-1dc3-4eec-b362-f33b1ea81d94 req-9d71cb73-a7b2-426c-b168-45d8faad8e4f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cb5e3bfadd8949d285afa69cba79918a&device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6 HTTP/1.1" status: 200 len: 1096 time: 0.0875180 Nov 23 05:30:31.566045 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e8da81-9526-4854-9f2c-e65c9b6f0c55 req-f4369c26-355e-426e-9b9f-cb977e8d87f4 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:31.568259 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-54e8da81-9526-4854-9f2c-e65c9b6f0c55 req-f4369c26-355e-426e-9b9f-cb977e8d87f4 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6 HTTP/1.1" status: 200 len: 943 time: 0.0601077 Nov 23 05:30:31.617404 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-39376729-1dc3-4eec-b362-f33b1ea81d94 req-489676a5-6967-4f18-baf4-35512cd05162 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99025866-c895-4488-9f9f-935a50ad1344 HTTP/1.1" status: 200 len: 217 time: 0.0481429 Nov 23 05:30:31.675077 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-54e8da81-9526-4854-9f2c-e65c9b6f0c55 req-d7dfb829-c263-4445-ab70-631d39223f9b tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=c438f059-2799-4ab6-acb8-f504a4e3ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996828 Nov 23 05:30:31.689140 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39376729-1dc3-4eec-b362-f33b1ea81d94 req-85e7bd05-5284-4914-af89-d2a01e021cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:31.691134 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-39376729-1dc3-4eec-b362-f33b1ea81d94 req-85e7bd05-5284-4914-af89-d2a01e021cd1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b812847c-d94f-408a-a05b-e1adde40724b HTTP/1.1" status: 200 len: 855 time: 0.0607798 Nov 23 05:30:31.743939 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39376729-1dc3-4eec-b362-f33b1ea81d94 req-427a5fa5-0771-4f61-823b-e0e504a89a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:31.745397 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-39376729-1dc3-4eec-b362-f33b1ea81d94 req-427a5fa5-0771-4f61-823b-e0e504a89a3b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d276bf6c-1506-42b0-9d9a-c9478303eb76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395772 Nov 23 05:30:31.848766 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-39376729-1dc3-4eec-b362-f33b1ea81d94 req-fc5b9a85-41f4-4b85-b485-ff50c0a01bcc service neutron] 10.222.0.54 "GET /v2.0/networks/d276bf6c-1506-42b0-9d9a-c9478303eb76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869713 Nov 23 05:30:31.945871 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-39376729-1dc3-4eec-b362-f33b1ea81d94 req-9e17cced-7db1-4491-a127-655879129a5b service neutron] 10.222.0.54 "GET /v2.0/networks/d276bf6c-1506-42b0-9d9a-c9478303eb76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837736 Nov 23 05:30:32.089103 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df56dc-2a1d-4152-908a-de464f7a1124 req-98a20faa-8bb8-4d54-b9e4-8dad6c096fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:32.090494 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c7df56dc-2a1d-4152-908a-de464f7a1124 req-98a20faa-8bb8-4d54-b9e4-8dad6c096fc4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cb5e3bfadd8949d285afa69cba79918a&device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6 HTTP/1.1" status: 200 len: 1096 time: 0.0446224 Nov 23 05:30:32.186113 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df56dc-2a1d-4152-908a-de464f7a1124 req-df3a4a09-bbcd-47e3-914e-e53f70b14829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:32.187610 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c7df56dc-2a1d-4152-908a-de464f7a1124 req-df3a4a09-bbcd-47e3-914e-e53f70b14829 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d276bf6c-1506-42b0-9d9a-c9478303eb76 HTTP/1.1" status: 200 len: 917 time: 0.0858788 Nov 23 05:30:32.229275 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c7df56dc-2a1d-4152-908a-de464f7a1124 req-5d3f3d5f-0032-4be1-91c0-69baf3ab26b1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99025866-c895-4488-9f9f-935a50ad1344 HTTP/1.1" status: 200 len: 217 time: 0.0338855 Nov 23 05:30:32.282359 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df56dc-2a1d-4152-908a-de464f7a1124 req-1d5d4bfd-f7d7-48ca-88b6-77f7f1bd6cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:32.283829 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c7df56dc-2a1d-4152-908a-de464f7a1124 req-1d5d4bfd-f7d7-48ca-88b6-77f7f1bd6cfd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b812847c-d94f-408a-a05b-e1adde40724b HTTP/1.1" status: 200 len: 855 time: 0.0465837 Nov 23 05:30:32.333997 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df56dc-2a1d-4152-908a-de464f7a1124 req-5b65986c-90b3-4e67-aeee-1f7a614d8767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:32.335683 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c7df56dc-2a1d-4152-908a-de464f7a1124 req-5b65986c-90b3-4e67-aeee-1f7a614d8767 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d276bf6c-1506-42b0-9d9a-c9478303eb76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441971 Nov 23 05:30:32.454053 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9effb4-874d-4b5e-a345-f4541ae75062 req-7597af87-6746-47b3-a247-dda4d2ae6756 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:32.456148 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8c9effb4-874d-4b5e-a345-f4541ae75062 req-7597af87-6746-47b3-a247-dda4d2ae6756 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab0c1b71-02f6-421f-a0b2-68d163ba0bcc HTTP/1.1" status: 200 len: 944 time: 0.1027880 Nov 23 05:30:32.485455 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c7df56dc-2a1d-4152-908a-de464f7a1124 req-e05e6864-bf44-47dd-a345-bd29385471aa service neutron] 10.222.0.54 "GET /v2.0/networks/d276bf6c-1506-42b0-9d9a-c9478303eb76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396492 Nov 23 05:30:32.558542 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8c9effb4-874d-4b5e-a345-f4541ae75062 req-752d524b-5b05-4578-b8ae-44f0c9bbd3be tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=2914c06b-fbf7-479b-89fd-a25b606bdd53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948875 Nov 23 05:30:32.601504 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c7df56dc-2a1d-4152-908a-de464f7a1124 req-7a4500dc-5c66-4822-bbbc-65499e5b465e service neutron] 10.222.0.54 "GET /v2.0/networks/d276bf6c-1506-42b0-9d9a-c9478303eb76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019492 Nov 23 05:30:32.665643 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device 536bb4a7-282e-4d93-8b7f-619b7d0e53d0 details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=102518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 05:30:32.780264 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port 536bb4a7-282e-4d93-8b7f-619b7d0e53d0, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=536bb4a7-282e-4d93-8b7f-619b7d0e53d0,segment=NetworkSegment(94907b3a-6e89-4b23-8d3e-b6a0ef2909b5),segment_id=94907b3a-6e89-4b23-8d3e-b6a0ef2909b5)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:30:32.791738 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Returning: {'device': '536bb4a7-282e-4d93-8b7f-619b7d0e53d0', 'network_id': '33a64f20-5fa2-4ee6-bf93-69fefe69b302', 'port_id': '536bb4a7-282e-4d93-8b7f-619b7d0e53d0', 'mac_address': 'fa:16:3e:ce:e7:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '242a3dfa-1577-4789-92d9-6d9fc458ed6b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 05:30:32.814657 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3057cf72-e2fc-46bd-be36-8f397522eb16 req-127e4288-5d48-4c6e-aeea-c937a129360a tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:32.816280 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3057cf72-e2fc-46bd-be36-8f397522eb16 req-127e4288-5d48-4c6e-aeea-c937a129360a tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6 HTTP/1.1" status: 200 len: 943 time: 0.0533049 Nov 23 05:30:32.830719 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:32.843539 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.notifiers.nova [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 536bb4a7-282e-4d93-8b7f-619b7d0e53d0 {{(pid=102518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:30:32.862536 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port 536bb4a7-282e-4d93-8b7f-619b7d0e53d0, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=536bb4a7-282e-4d93-8b7f-619b7d0e53d0,segment=NetworkSegment(94907b3a-6e89-4b23-8d3e-b6a0ef2909b5),segment_id=94907b3a-6e89-4b23-8d3e-b6a0ef2909b5)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:30:32.867548 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:32.876375 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3057cf72-e2fc-46bd-be36-8f397522eb16 req-d97eb3dd-1cd8-47d2-95ff-d8dec9f34ada tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=c438f059-2799-4ab6-acb8-f504a4e3ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526686 Nov 23 05:30:32.932480 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Pushing event updated for resources: {'Port': ['ID=536bb4a7-282e-4d93-8b7f-619b7d0e53d0,revision_number=4']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:30:32.939481 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:30:32.939853 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:30:32.940197 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:30:32.940532 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:30:32.940866 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:30:32.941196 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:30:32.941525 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:30:32.941850 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:30:32.942176 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:30:32.942498 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:30:32.942981 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:30:32.943162 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:30:33.217747 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] get_ports_and_sgs() called for port_ids ['536bb4a7-282e-4d93-8b7f-619b7d0e53d0'] {{(pid=102518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:30:33.476538 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-8093a979-c0e8-4a36-a7ff-201cf1ac7a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:33.676191 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac72fc-0c82-42c2-88f0-587d807149e4 req-e3c27d3c-2329-4060-9eab-1febef30c34d tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:33.677866 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fdac72fc-0c82-42c2-88f0-587d807149e4 req-e3c27d3c-2329-4060-9eab-1febef30c34d tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab0c1b71-02f6-421f-a0b2-68d163ba0bcc HTTP/1.1" status: 200 len: 945 time: 0.0502470 Nov 23 05:30:33.727238 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fdac72fc-0c82-42c2-88f0-587d807149e4 req-c6bd1209-e6eb-401d-b62c-b740265d6b4f tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=2914c06b-fbf7-479b-89fd-a25b606bdd53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419557 Nov 23 05:30:34.231909 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a158eb-5a4f-4fc7-a95d-555d97b434ad req-b8f2577b-388a-40cf-ac27-dd52ed3c66db tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:34.233604 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-81a158eb-5a4f-4fc7-a95d-555d97b434ad req-b8f2577b-388a-40cf-ac27-dd52ed3c66db tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6 HTTP/1.1" status: 200 len: 943 time: 0.2869616 Nov 23 05:30:34.281300 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-81a158eb-5a4f-4fc7-a95d-555d97b434ad req-905ad7ba-2289-4079-bdb7-6fc40e825feb tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=c438f059-2799-4ab6-acb8-f504a4e3ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413616 Nov 23 05:30:34.675726 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device 99025866-c895-4488-9f9f-935a50ad1344 details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=102518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 05:30:34.692455 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device 536bb4a7-282e-4d93-8b7f-619b7d0e53d0 up at agent hyperv_hv-cinder-80507 {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:30:34.808013 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Provisioning for port 536bb4a7-282e-4d93-8b7f-619b7d0e53d0 completed by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 05:30:34.811898 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port 99025866-c895-4488-9f9f-935a50ad1344, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=99025866-c895-4488-9f9f-935a50ad1344,segment=NetworkSegment(96fbda44-3f8c-4841-b317-f7b687379738),segment_id=96fbda44-3f8c-4841-b317-f7b687379738)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:30:34.821032 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Provisioning complete for port 536bb4a7-282e-4d93-8b7f-619b7d0e53d0 triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:30:34.821407 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:34.825502 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Returning: {'device': '99025866-c895-4488-9f9f-935a50ad1344', 'network_id': 'd276bf6c-1506-42b0-9d9a-c9478303eb76', 'port_id': '99025866-c895-4488-9f9f-935a50ad1344', 'mac_address': 'fa:16:3e:09:ff:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b812847c-d94f-408a-a05b-e1adde40724b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 05:30:34.842419 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c7316-2992-4c73-ae25-11a2a4bc257b req-c2280b8f-dab9-4226-b9cc-29b2232e1322 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:34.844066 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fb4c7316-2992-4c73-ae25-11a2a4bc257b req-c2280b8f-dab9-4226-b9cc-29b2232e1322 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab0c1b71-02f6-421f-a0b2-68d163ba0bcc HTTP/1.1" status: 200 len: 945 time: 0.0505230 Nov 23 05:30:34.895499 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fb4c7316-2992-4c73-ae25-11a2a4bc257b req-bbd05036-5cbf-4acd-a5aa-db00984ecbb8 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=2914c06b-fbf7-479b-89fd-a25b606bdd53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450442 Nov 23 05:30:35.013115 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:35.043767 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.notifiers.nova [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99025866-c895-4488-9f9f-935a50ad1344 {{(pid=102518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:30:35.070735 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:35.075767 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port 99025866-c895-4488-9f9f-935a50ad1344, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=99025866-c895-4488-9f9f-935a50ad1344,segment=NetworkSegment(96fbda44-3f8c-4841-b317-f7b687379738),segment_id=96fbda44-3f8c-4841-b317-f7b687379738)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:30:35.085006 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:35.123171 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab0c1b71-02f6-421f-a0b2-68d163ba0bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '536bb4a7-282e-4d93-8b7f-619b7d0e53d0'}] {{(pid=102518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:30:35.125400 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1555ff6ee76347fd5083048713d2688504cf60c4b4cdc9acc0e7e1b3a3add239" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b7fd54-2d4b-40e5-bdad-287e69953840" -d '{"events": [{"server_uuid": "ab0c1b71-02f6-421f-a0b2-68d163ba0bcc", "name": "network-vif-plugged", "status": "completed", "tag": "536bb4a7-282e-4d93-8b7f-619b7d0e53d0"}]}' {{(pid=102518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:30:35.141782 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port 536bb4a7-282e-4d93-8b7f-619b7d0e53d0, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=536bb4a7-282e-4d93-8b7f-619b7d0e53d0,segment=NetworkSegment(94907b3a-6e89-4b23-8d3e-b6a0ef2909b5),segment_id=94907b3a-6e89-4b23-8d3e-b6a0ef2909b5)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:30:35.151800 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:35.158235 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Pushing event updated for resources: {'Port': ['ID=99025866-c895-4488-9f9f-935a50ad1344,revision_number=4']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:30:35.165220 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f091d44-7399-4e40-a4df-605665cd51d5 x-openstack-request-id: req-5f091d44-7399-4e40-a4df-605665cd51d5 {{(pid=102518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:30:35.165400 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab0c1b71-02f6-421f-a0b2-68d163ba0bcc", "name": "network-vif-plugged", "status": "completed", "tag": "536bb4a7-282e-4d93-8b7f-619b7d0e53d0", "code": 200}]} {{(pid=102518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:30:35.165752 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5f091d44-7399-4e40-a4df-605665cd51d5 {{(pid=102518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:30:35.166020 dv-cinder-805072-6-iscsi neutron-server[102518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab0c1b71-02f6-421f-a0b2-68d163ba0bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '536bb4a7-282e-4d93-8b7f-619b7d0e53d0', 'code': 200} Nov 23 05:30:35.207092 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Pushing event updated for resources: {'Port': ['ID=536bb4a7-282e-4d93-8b7f-619b7d0e53d0,revision_number=5']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:30:35.436869 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290fdb8-7b31-4874-bb9e-9e6b126ebb35 req-ab9355d2-88f7-4e68-b1f2-6c73f1b3f9dc tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:35.438357 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5290fdb8-7b31-4874-bb9e-9e6b126ebb35 req-ab9355d2-88f7-4e68-b1f2-6c73f1b3f9dc tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6 HTTP/1.1" status: 200 len: 944 time: 0.0785129 Nov 23 05:30:35.444665 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d557c6c-877e-48ae-ad6a-78c121890a86 req-ecf9192b-c02f-4912-92fa-a9261e78ac08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:35.446049 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1d557c6c-877e-48ae-ad6a-78c121890a86 req-ecf9192b-c02f-4912-92fa-a9261e78ac08 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ab0c1b71-02f6-421f-a0b2-68d163ba0bcc HTTP/1.1" status: 200 len: 1099 time: 0.0611794 Nov 23 05:30:35.449631 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] get_ports_and_sgs() called for port_ids ['99025866-c895-4488-9f9f-935a50ad1344'] {{(pid=102518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:30:35.516648 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5290fdb8-7b31-4874-bb9e-9e6b126ebb35 req-b35488d6-8218-4702-a523-b0bb44202589 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=c438f059-2799-4ab6-acb8-f504a4e3ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696375 Nov 23 05:30:35.519964 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1d557c6c-877e-48ae-ad6a-78c121890a86 req-208b8e34-eb28-4408-bf28-d5b95d16f588 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2914c06b-fbf7-479b-89fd-a25b606bdd53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656774 Nov 23 05:30:35.662166 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-9ceb2057-b010-460a-a68e-74d094c35c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:36.011979 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adbbd10-9c40-410d-b9fe-4df498a11ad4 req-d8a88d8d-d329-4678-91a8-ce500a115ad6 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:36.013694 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3adbbd10-9c40-410d-b9fe-4df498a11ad4 req-d8a88d8d-d329-4678-91a8-ce500a115ad6 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab0c1b71-02f6-421f-a0b2-68d163ba0bcc HTTP/1.1" status: 200 len: 946 time: 0.0499141 Nov 23 05:30:36.061440 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3adbbd10-9c40-410d-b9fe-4df498a11ad4 req-fe8e3f09-ed24-478e-ad62-f8bc3c60d47c tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=2914c06b-fbf7-479b-89fd-a25b606bdd53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420537 Nov 23 05:30:36.642245 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba0906-a28c-48da-a831-b4258d7f7b7a req-c83b3614-a96c-4c99-88e1-5bc6df69a9fc tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:36.643806 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6dba0906-a28c-48da-a831-b4258d7f7b7a req-c83b3614-a96c-4c99-88e1-5bc6df69a9fc tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6 HTTP/1.1" status: 200 len: 944 time: 0.0550432 Nov 23 05:30:36.693646 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6dba0906-a28c-48da-a831-b4258d7f7b7a req-36b307d3-9741-40bf-bd69-554a933306bf tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=c438f059-2799-4ab6-acb8-f504a4e3ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440414 Nov 23 05:30:36.701346 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device 99025866-c895-4488-9f9f-935a50ad1344 up at agent hyperv_hv-cinder-80507 {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:30:36.750813 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Provisioning for port 99025866-c895-4488-9f9f-935a50ad1344 completed by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 05:30:36.754884 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Provisioning complete for port 99025866-c895-4488-9f9f-935a50ad1344 triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:30:36.755270 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:36.840102 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:36.872136 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port 99025866-c895-4488-9f9f-935a50ad1344, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=99025866-c895-4488-9f9f-935a50ad1344,segment=NetworkSegment(96fbda44-3f8c-4841-b317-f7b687379738),segment_id=96fbda44-3f8c-4841-b317-f7b687379738)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:30:36.876602 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:36.922332 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Pushing event updated for resources: {'Port': ['ID=99025866-c895-4488-9f9f-935a50ad1344,revision_number=5']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:30:37.071095 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-cb0bae37-5947-48f5-b8ea-be8dc2c46173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:37.166817 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '794f33d7-ae89-465f-b43f-2876a0bafbc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99025866-c895-4488-9f9f-935a50ad1344'}] {{(pid=102518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:30:37.169947 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1555ff6ee76347fd5083048713d2688504cf60c4b4cdc9acc0e7e1b3a3add239" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e08132a-4a8f-4f63-8cbc-ef1fc135cf0f" -d '{"events": [{"server_uuid": "794f33d7-ae89-465f-b43f-2876a0bafbc6", "name": "network-vif-plugged", "status": "completed", "tag": "99025866-c895-4488-9f9f-935a50ad1344"}]}' {{(pid=102518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:30:37.178929 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b00e54-72ac-44a8-9f5d-f87342beb5c3 req-4429de72-4578-4484-acb7-1bc859fcda39 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:37.180461 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-99b00e54-72ac-44a8-9f5d-f87342beb5c3 req-4429de72-4578-4484-acb7-1bc859fcda39 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab0c1b71-02f6-421f-a0b2-68d163ba0bcc HTTP/1.1" status: 200 len: 946 time: 0.0499294 Nov 23 05:30:37.206642 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e26e80-a9a0-41df-b28a-ca06a849f8ab x-openstack-request-id: req-37e26e80-a9a0-41df-b28a-ca06a849f8ab {{(pid=102518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:30:37.206971 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "794f33d7-ae89-465f-b43f-2876a0bafbc6", "name": "network-vif-plugged", "status": "completed", "tag": "99025866-c895-4488-9f9f-935a50ad1344", "code": 200}]} {{(pid=102518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:30:37.207228 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-37e26e80-a9a0-41df-b28a-ca06a849f8ab {{(pid=102518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:30:37.207631 dv-cinder-805072-6-iscsi neutron-server[102518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794f33d7-ae89-465f-b43f-2876a0bafbc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99025866-c895-4488-9f9f-935a50ad1344', 'code': 200} Nov 23 05:30:37.231756 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-99b00e54-72ac-44a8-9f5d-f87342beb5c3 req-e5796ce6-3e45-4b00-a90c-cf45b5c498f4 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=2914c06b-fbf7-479b-89fd-a25b606bdd53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451171 Nov 23 05:30:37.354650 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184e6ab-0cd1-4d39-be66-4034336bdf73 req-bb40d788-c191-4107-892d-e8fcaf1c2267 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:37.356090 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6184e6ab-0cd1-4d39-be66-4034336bdf73 req-bb40d788-c191-4107-892d-e8fcaf1c2267 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab0c1b71-02f6-421f-a0b2-68d163ba0bcc HTTP/1.1" status: 200 len: 946 time: 0.0544224 Nov 23 05:30:37.365216 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 35366) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:30:37.371051 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-110cc2cc-b9f5-4d2c-be5c-a903485447fc tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Request body: {'floatingip': {'port_id': '536bb4a7-282e-4d93-8b7f-619b7d0e53d0'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:30:37.416869 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-110cc2cc-b9f5-4d2c-be5c-a903485447fc tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks [] for floatingip, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:37.546048 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d84d07-c371-4fa7-a0ab-3179dbcd3c32 req-a8860b34-25a3-49a6-b0ad-abad12598441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:37.547562 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-01d84d07-c371-4fa7-a0ab-3179dbcd3c32 req-a8860b34-25a3-49a6-b0ad-abad12598441 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6 HTTP/1.1" status: 200 len: 1098 time: 0.0993953 Nov 23 05:30:37.672810 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-01d84d07-c371-4fa7-a0ab-3179dbcd3c32 req-91fafa07-5019-46a3-842f-70cc8c5fbe57 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c438f059-2799-4ab6-acb8-f504a4e3ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131794 Nov 23 05:30:37.855797 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e96e137-ca55-456d-8dc3-dd83d527ae91 req-fd98904d-b546-429e-a30e-da23e81647ed tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:37.857348 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5e96e137-ca55-456d-8dc3-dd83d527ae91 req-fd98904d-b546-429e-a30e-da23e81647ed tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6 HTTP/1.1" status: 200 len: 945 time: 0.0908337 Nov 23 05:30:37.946113 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5e96e137-ca55-456d-8dc3-dd83d527ae91 req-f3e0a4ea-643e-47fb-a636-cf2aaa70974a tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=c438f059-2799-4ab6-acb8-f504a4e3ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826824 Nov 23 05:30:37.997989 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-110cc2cc-b9f5-4d2c-be5c-a903485447fc tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:38.001704 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-110cc2cc-b9f5-4d2c-be5c-a903485447fc tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637656'] for floatingip, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:38.105982 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.db.l3_db [None req-110cc2cc-b9f5-4d2c-be5c-a903485447fc tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Floating IP 79631d42-6180-4b0d-a0a9-b5a4262d4902 associated. External IP: 172.27.0.88, port: 536bb4a7-282e-4d93-8b7f-619b7d0e53d0. Nov 23 05:30:38.317684 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-110cc2cc-b9f5-4d2c-be5c-a903485447fc tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Router d9e2a0ad-7c11-47a8-bfd3-66866352c698 has already been hosted by L3 agent 9dac5a01-04fc-4e91-9910-6392ff9c638b {{(pid=102516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:30:38.429044 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110cc2cc-b9f5-4d2c-be5c-a903485447fc tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Notify agent at l3_agent.dv-cinder-805072-6-iscsi the message routers_updated {{(pid=102516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:30:38.433541 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-110cc2cc-b9f5-4d2c-be5c-a903485447fc tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for floatingip, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:38.438627 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e01d15-b86d-4199-84ce-1abd627b820e None None] Sync routers for ids ['d9e2a0ad-7c11-47a8-bfd3-66866352c698'] in dv-cinder-805072-6-iscsi {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:30:38.452889 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e01d15-b86d-4199-84ce-1abd627b820e None None] Routers {'d9e2a0ad-7c11-47a8-bfd3-66866352c698'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:30:38.453505 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-87e01d15-b86d-4199-84ce-1abd627b820e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:30:36Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['d9e2a0ad-7c11-47a8-bfd3-66866352c698'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:30:38.462343 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-110cc2cc-b9f5-4d2c-be5c-a903485447fc tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "PUT /v2.0/floatingips/79631d42-6180-4b0d-a0a9-b5a4262d4902 HTTP/1.1" status: 200 len: 991 time: 1.0957940 Nov 23 05:30:38.463649 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab0c1b71-02f6-421f-a0b2-68d163ba0bcc', 'tag': '536bb4a7-282e-4d93-8b7f-619b7d0e53d0'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:30:38.467013 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20d478f7b504b4f7a92aed5d5c075fb26ddad21beb532cc87d656362fb0682d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933cab27-3d93-4fcf-91a9-9836ffdab623" -d '{"events": [{"name": "network-changed", "server_uuid": "ab0c1b71-02f6-421f-a0b2-68d163ba0bcc", "tag": "536bb4a7-282e-4d93-8b7f-619b7d0e53d0"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:30:38.507492 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5557fc1-1c96-4590-b246-f81d48763d51 x-openstack-request-id: req-c5557fc1-1c96-4590-b246-f81d48763d51 {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:30:38.507903 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab0c1b71-02f6-421f-a0b2-68d163ba0bcc", "tag": "536bb4a7-282e-4d93-8b7f-619b7d0e53d0", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:30:38.508245 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c5557fc1-1c96-4590-b246-f81d48763d51 {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:30:38.509097 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab0c1b71-02f6-421f-a0b2-68d163ba0bcc', 'tag': '536bb4a7-282e-4d93-8b7f-619b7d0e53d0', 'status': 'completed', 'code': 200} Nov 23 05:30:38.515739 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-0cc3cdcc-aace-4769-a54e-383df0ffcf0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:38.577742 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-87e01d15-b86d-4199-84ce-1abd627b820e None None] Set router d9e2a0ad-7c11-47a8-bfd3-66866352c698 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:30:38.646665 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933cab27-3d93-4fcf-91a9-9836ffdab623 req-2a6043ee-9a3c-4ea9-80a2-7feae6ca1d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:38.648369 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-933cab27-3d93-4fcf-91a9-9836ffdab623 req-2a6043ee-9a3c-4ea9-80a2-7feae6ca1d22 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9d77c663d85b417d80848237e522deb9&device_id=ab0c1b71-02f6-421f-a0b2-68d163ba0bcc HTTP/1.1" status: 200 len: 1099 time: 0.0455132 Nov 23 05:30:38.754061 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933cab27-3d93-4fcf-91a9-9836ffdab623 req-59b4a31c-5a4c-4654-9a8e-02143a8f6214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:38.755664 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-933cab27-3d93-4fcf-91a9-9836ffdab623 req-59b4a31c-5a4c-4654-9a8e-02143a8f6214 service neutron] 10.222.0.54 "GET /v2.0/networks?id=33a64f20-5fa2-4ee6-bf93-69fefe69b302 HTTP/1.1" status: 200 len: 912 time: 0.0969131 Nov 23 05:30:38.808913 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-87e01d15-b86d-4199-84ce-1abd627b820e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e2a0ad-7c11-47a8-bfd3-66866352c698', 'name': 'tempest-AttachVolumeTestJSON-1472545912-router', 'tenant_id': '9d77c663d85b417d80848237e522deb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '9e7a6209-ce21-4e2e-9a23-c8eb1820b733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:25:27Z', 'revision_number': 4, 'project_id': '9d77c663d85b417d80848237e522deb9', 'gw_port': {'id': '9e7a6209-ce21-4e2e-9a23-c8eb1820b733', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e2a0ad-7c11-47a8-bfd3-66866352c698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_floatingips': [{'id': '79631d42-6180-4b0d-a0a9-b5a4262d4902', 'tenant_id': '9d77c663d85b417d80848237e522deb9', 'floating_ip_address': '172.27.0.88', 'floating_network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'router_id': 'd9e2a0ad-7c11-47a8-bfd3-66866352c698', 'port_id': '536bb4a7-282e-4d93-8b7f-619b7d0e53d0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33a64f20-5fa2-4ee6-bf93-69fefe69b302', 'mac_address': 'fa:16:3e:ce:e7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0c1b71-02f6-421f-a0b2-68d163ba0bcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:30:24Z', 'updated_at': '2021-11-23T05:30:37Z', 'revision_number': 1, 'project_id': '9d77c663d85b417d80848237e522deb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b82b280a-817c-4b74-95d1-8ce91849c759', 'name': '', 'network_id': '33a64f20-5fa2-4ee6-bf93-69fefe69b302', 'tenant_id': '9d77c663d85b417d80848237e522deb9', 'mac_address': 'fa:16:3e:e3:dd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e2a0ad-7c11-47a8-bfd3-66866352c698', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '242a3dfa-1577-4789-92d9-6d9fc458ed6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:25Z', 'updated_at': '2021-11-23T05:25:35Z', 'revision_number': 5, 'project_id': '9d77c663d85b417d80848237e522deb9', 'subnets': [{'id': '242a3dfa-1577-4789-92d9-6d9fc458ed6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:30:38.835084 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e01d15-b86d-4199-84ce-1abd627b820e None None] Checking router: d9e2a0ad-7c11-47a8-bfd3-66866352c698 for host: dv-cinder-805072-6-iscsi {{(pid=102518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:30:38.844083 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e01d15-b86d-4199-84ce-1abd627b820e None None] Routers {'d9e2a0ad-7c11-47a8-bfd3-66866352c698'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:30:38.844697 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-87e01d15-b86d-4199-84ce-1abd627b820e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:30:36Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['d9e2a0ad-7c11-47a8-bfd3-66866352c698'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:30:38.947851 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-87e01d15-b86d-4199-84ce-1abd627b820e None None] Set router d9e2a0ad-7c11-47a8-bfd3-66866352c698 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:30:39.067107 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be48d495-687a-45f5-bbba-eae85b95891c req-706e8b8e-ad35-42a4-b230-ae7ed65eeca1 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:39.068504 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-be48d495-687a-45f5-bbba-eae85b95891c req-706e8b8e-ad35-42a4-b230-ae7ed65eeca1 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6 HTTP/1.1" status: 200 len: 945 time: 0.0496879 Nov 23 05:30:39.111829 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:39.124625 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-be48d495-687a-45f5-bbba-eae85b95891c req-1e181210-c1c6-4fa4-a2e0-314479705b71 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=c438f059-2799-4ab6-acb8-f504a4e3ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494788 Nov 23 05:30:39.188513 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-87e01d15-b86d-4199-84ce-1abd627b820e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e2a0ad-7c11-47a8-bfd3-66866352c698', 'name': 'tempest-AttachVolumeTestJSON-1472545912-router', 'tenant_id': '9d77c663d85b417d80848237e522deb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '9e7a6209-ce21-4e2e-9a23-c8eb1820b733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:25:27Z', 'revision_number': 4, 'project_id': '9d77c663d85b417d80848237e522deb9', 'gw_port': {'id': '9e7a6209-ce21-4e2e-9a23-c8eb1820b733', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e2a0ad-7c11-47a8-bfd3-66866352c698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_floatingips': [{'id': '79631d42-6180-4b0d-a0a9-b5a4262d4902', 'tenant_id': '9d77c663d85b417d80848237e522deb9', 'floating_ip_address': '172.27.0.88', 'floating_network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'router_id': 'd9e2a0ad-7c11-47a8-bfd3-66866352c698', 'port_id': '536bb4a7-282e-4d93-8b7f-619b7d0e53d0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33a64f20-5fa2-4ee6-bf93-69fefe69b302', 'mac_address': 'fa:16:3e:ce:e7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0c1b71-02f6-421f-a0b2-68d163ba0bcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:30:24Z', 'updated_at': '2021-11-23T05:30:37Z', 'revision_number': 1, 'project_id': '9d77c663d85b417d80848237e522deb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b82b280a-817c-4b74-95d1-8ce91849c759', 'name': '', 'network_id': '33a64f20-5fa2-4ee6-bf93-69fefe69b302', 'tenant_id': '9d77c663d85b417d80848237e522deb9', 'mac_address': 'fa:16:3e:e3:dd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e2a0ad-7c11-47a8-bfd3-66866352c698', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '242a3dfa-1577-4789-92d9-6d9fc458ed6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:25Z', 'updated_at': '2021-11-23T05:25:35Z', 'revision_number': 5, 'project_id': '9d77c663d85b417d80848237e522deb9', 'subnets': [{'id': '242a3dfa-1577-4789-92d9-6d9fc458ed6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:30:39.213879 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e01d15-b86d-4199-84ce-1abd627b820e None None] The sync data for ids ['d9e2a0ad-7c11-47a8-bfd3-66866352c698'] in dv-cinder-805072-6-iscsi is: [{'id': 'd9e2a0ad-7c11-47a8-bfd3-66866352c698', 'name': 'tempest-AttachVolumeTestJSON-1472545912-router', 'tenant_id': '9d77c663d85b417d80848237e522deb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '9e7a6209-ce21-4e2e-9a23-c8eb1820b733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:25:27Z', 'revision_number': 4, 'project_id': '9d77c663d85b417d80848237e522deb9', 'gw_port': {'id': '9e7a6209-ce21-4e2e-9a23-c8eb1820b733', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e2a0ad-7c11-47a8-bfd3-66866352c698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_floatingips': [{'id': '79631d42-6180-4b0d-a0a9-b5a4262d4902', 'tenant_id': '9d77c663d85b417d80848237e522deb9', 'floating_ip_address': '172.27.0.88', 'floating_network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'router_id': 'd9e2a0ad-7c11-47a8-bfd3-66866352c698', 'port_id': '536bb4a7-282e-4d93-8b7f-619b7d0e53d0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33a64f20-5fa2-4ee6-bf93-69fefe69b302', 'mac_address': 'fa:16:3e:ce:e7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0c1b71-02f6-421f-a0b2-68d163ba0bcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:30:24Z', 'updated_at': '2021-11-23T05:30:37Z', 'revision_number': 1, 'project_id': '9d77c663d85b417d80848237e522deb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b82b280a-817c-4b74-95d1-8ce91849c759', 'name': '', 'network_id': '33a64f20-5fa2-4ee6-bf93-69fefe69b302', 'tenant_id': '9d77c663d85b417d80848237e522deb9', 'mac_address': 'fa:16:3e:e3:dd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e2a0ad-7c11-47a8-bfd3-66866352c698', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '242a3dfa-1577-4789-92d9-6d9fc458ed6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:25Z', 'updated_at': '2021-11-23T05:25:35Z', 'revision_number': 5, 'project_id': '9d77c663d85b417d80848237e522deb9', 'subnets': [{'id': '242a3dfa-1577-4789-92d9-6d9fc458ed6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:30:39.400369 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a26d4c-34ed-4050-b7d8-2918053acd63 None None] New status for floating IP 79631d42-6180-4b0d-a0a9-b5a4262d4902: ACTIVE {{(pid=102519) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 05:30:39.731075 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-933cab27-3d93-4fcf-91a9-9836ffdab623 req-b2b3f968-821d-4c7d-8884-6d0bed95d7ad service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=536bb4a7-282e-4d93-8b7f-619b7d0e53d0 HTTP/1.1" status: 200 len: 1001 time: 0.0620000 Nov 23 05:30:40.241555 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e852475-4026-4177-b26f-6e020273eab8 req-96fe02ac-f9e5-47ce-8cab-05d9a46c2e68 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:40.243077 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3e852475-4026-4177-b26f-6e020273eab8 req-96fe02ac-f9e5-47ce-8cab-05d9a46c2e68 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6 HTTP/1.1" status: 200 len: 945 time: 0.0491226 Nov 23 05:30:40.292716 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3e852475-4026-4177-b26f-6e020273eab8 req-8fb75dcb-0892-43be-8acd-4dc29a90e5c6 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=c438f059-2799-4ab6-acb8-f504a4e3ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431859 Nov 23 05:30:41.412454 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0581072f-6181-47e8-abc3-1894df70905d req-c1d8cf7a-c0cc-4f96-b104-e883b00b7a63 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:41.413826 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0581072f-6181-47e8-abc3-1894df70905d req-c1d8cf7a-c0cc-4f96-b104-e883b00b7a63 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6 HTTP/1.1" status: 200 len: 945 time: 0.0476644 Nov 23 05:30:41.461308 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0581072f-6181-47e8-abc3-1894df70905d req-e22747b5-e12e-4fda-826b-510f3b59f151 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=c438f059-2799-4ab6-acb8-f504a4e3ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407200 Nov 23 05:30:41.717651 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933cab27-3d93-4fcf-91a9-9836ffdab623 req-3bd5eb5c-e264-4f34-96d2-2294220def6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:41.719180 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-933cab27-3d93-4fcf-91a9-9836ffdab623 req-3bd5eb5c-e264-4f34-96d2-2294220def6e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=242a3dfa-1577-4789-92d9-6d9fc458ed6b HTTP/1.1" status: 200 len: 850 time: 0.0502357 Nov 23 05:30:41.804631 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933cab27-3d93-4fcf-91a9-9836ffdab623 req-31a0a4de-9a02-426b-8349-a898d23924fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:41.806137 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-933cab27-3d93-4fcf-91a9-9836ffdab623 req-31a0a4de-9a02-426b-8349-a898d23924fe service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=33a64f20-5fa2-4ee6-bf93-69fefe69b302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408852 Nov 23 05:30:41.927137 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-933cab27-3d93-4fcf-91a9-9836ffdab623 req-7164b123-35a4-46e7-807d-5d6b92728486 service neutron] 10.222.0.54 "GET /v2.0/networks/33a64f20-5fa2-4ee6-bf93-69fefe69b302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869575 Nov 23 05:30:42.074576 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-933cab27-3d93-4fcf-91a9-9836ffdab623 req-41ec2325-526c-4595-b04f-84d5f810cbc0 service neutron] 10.222.0.54 "GET /v2.0/networks/33a64f20-5fa2-4ee6-bf93-69fefe69b302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845509 Nov 23 05:30:42.595187 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27cf38c-1196-40d5-ad53-d52a8acfede5 req-e94be121-36ab-4ef3-800b-b65319bf7ff5 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:42.595187 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d27cf38c-1196-40d5-ad53-d52a8acfede5 req-e94be121-36ab-4ef3-800b-b65319bf7ff5 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6 HTTP/1.1" status: 200 len: 945 time: 0.0590715 Nov 23 05:30:42.643948 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d27cf38c-1196-40d5-ad53-d52a8acfede5 req-abc2f868-2d7b-40e0-8f1e-613240d67b44 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=c438f059-2799-4ab6-acb8-f504a4e3ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459845 Nov 23 05:30:42.764594 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fac711-9787-4186-93f3-36214914ac5c req-1189f464-2a9a-4b9f-a517-675047b57c02 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:42.766082 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-44fac711-9787-4186-93f3-36214914ac5c req-1189f464-2a9a-4b9f-a517-675047b57c02 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6 HTTP/1.1" status: 200 len: 945 time: 0.0490189 Nov 23 05:30:42.774821 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 35408) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:30:42.779285 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-906f6d65-c9bb-4d7e-ae53-f8b594bb8d33 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Request body: {'floatingip': {'port_id': '99025866-c895-4488-9f9f-935a50ad1344'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:30:42.821264 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-906f6d65-c9bb-4d7e-ae53-f8b594bb8d33 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks [] for floatingip, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:43.244941 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-906f6d65-c9bb-4d7e-ae53-f8b594bb8d33 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:43.249470 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-906f6d65-c9bb-4d7e-ae53-f8b594bb8d33 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637656'] for floatingip, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:43.347549 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.db.l3_db [None req-906f6d65-c9bb-4d7e-ae53-f8b594bb8d33 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Floating IP 1f807035-b237-4a10-8fe8-07f364bfed18 associated. External IP: 172.27.0.109, port: 99025866-c895-4488-9f9f-935a50ad1344. Nov 23 05:30:43.777124 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-906f6d65-c9bb-4d7e-ae53-f8b594bb8d33 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Router bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8 has already been hosted by L3 agent 9dac5a01-04fc-4e91-9910-6392ff9c638b {{(pid=102516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:30:43.882677 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-906f6d65-c9bb-4d7e-ae53-f8b594bb8d33 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Notify agent at l3_agent.dv-cinder-805072-6-iscsi the message routers_updated {{(pid=102516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:30:43.887447 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-906f6d65-c9bb-4d7e-ae53-f8b594bb8d33 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for floatingip, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:43.893075 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9d118f-b4fa-44b4-bfd8-b659d73fb9aa None None] Sync routers for ids ['bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8'] in dv-cinder-805072-6-iscsi {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:30:43.897855 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.agents_db [None req-5ade7c98-4a19-45de-8fb0-464f54244c1e None None] Agent healthcheck: found 6 active agents {{(pid=102519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:30:43.903944 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9d118f-b4fa-44b4-bfd8-b659d73fb9aa None None] Routers {'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:30:43.904566 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-0c9d118f-b4fa-44b4-bfd8-b659d73fb9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:30:36Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:30:43.914048 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-906f6d65-c9bb-4d7e-ae53-f8b594bb8d33 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "PUT /v2.0/floatingips/1f807035-b237-4a10-8fe8-07f364bfed18 HTTP/1.1" status: 200 len: 991 time: 1.1381290 Nov 23 05:30:43.914888 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '794f33d7-ae89-465f-b43f-2876a0bafbc6', 'tag': '99025866-c895-4488-9f9f-935a50ad1344'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:30:43.917170 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20d478f7b504b4f7a92aed5d5c075fb26ddad21beb532cc87d656362fb0682d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2810b468-81f1-473d-9a9a-e17926f88849" -d '{"events": [{"name": "network-changed", "server_uuid": "794f33d7-ae89-465f-b43f-2876a0bafbc6", "tag": "99025866-c895-4488-9f9f-935a50ad1344"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:30:44.021468 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-0c9d118f-b4fa-44b4-bfd8-b659d73fb9aa None None] Set router bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:30:44.247218 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-0c9d118f-b4fa-44b4-bfd8-b659d73fb9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8', 'name': 'tempest-AttachVolumeShelveTestJSON-446161572-router', 'tenant_id': 'cb5e3bfadd8949d285afa69cba79918a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '0128ae89-349c-4adb-be5f-1bd1a47512d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:25:17Z', 'updated_at': '2021-11-23T05:25:24Z', 'revision_number': 4, 'project_id': 'cb5e3bfadd8949d285afa69cba79918a', 'gw_port': {'id': '0128ae89-349c-4adb-be5f-1bd1a47512d6', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_floatingips': [{'id': '1f807035-b237-4a10-8fe8-07f364bfed18', 'tenant_id': 'cb5e3bfadd8949d285afa69cba79918a', 'floating_ip_address': '172.27.0.109', 'floating_network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'router_id': 'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8', 'port_id': '99025866-c895-4488-9f9f-935a50ad1344', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd276bf6c-1506-42b0-9d9a-c9478303eb76', 'mac_address': 'fa:16:3e:09:ff:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794f33d7-ae89-465f-b43f-2876a0bafbc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:30:26Z', 'updated_at': '2021-11-23T05:30:43Z', 'revision_number': 1, 'project_id': 'cb5e3bfadd8949d285afa69cba79918a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6725b431-5ec5-49b6-b332-bdafbb752bc8', 'name': '', 'network_id': 'd276bf6c-1506-42b0-9d9a-c9478303eb76', 'tenant_id': 'cb5e3bfadd8949d285afa69cba79918a', 'mac_address': 'fa:16:3e:60:3b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b812847c-d94f-408a-a05b-e1adde40724b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:22Z', 'updated_at': '2021-11-23T05:25:42Z', 'revision_number': 5, 'project_id': 'cb5e3bfadd8949d285afa69cba79918a', 'subnets': [{'id': 'b812847c-d94f-408a-a05b-e1adde40724b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:30:44.273450 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9d118f-b4fa-44b4-bfd8-b659d73fb9aa None None] Checking router: bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8 for host: dv-cinder-805072-6-iscsi {{(pid=102518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:30:44.282687 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9d118f-b4fa-44b4-bfd8-b659d73fb9aa None None] Routers {'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:30:44.283328 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-0c9d118f-b4fa-44b4-bfd8-b659d73fb9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:30:36Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:30:44.390416 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-0c9d118f-b4fa-44b4-bfd8-b659d73fb9aa None None] Set router bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:30:44.616808 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-0c9d118f-b4fa-44b4-bfd8-b659d73fb9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8', 'name': 'tempest-AttachVolumeShelveTestJSON-446161572-router', 'tenant_id': 'cb5e3bfadd8949d285afa69cba79918a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '0128ae89-349c-4adb-be5f-1bd1a47512d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:25:17Z', 'updated_at': '2021-11-23T05:25:24Z', 'revision_number': 4, 'project_id': 'cb5e3bfadd8949d285afa69cba79918a', 'gw_port': {'id': '0128ae89-349c-4adb-be5f-1bd1a47512d6', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_floatingips': [{'id': '1f807035-b237-4a10-8fe8-07f364bfed18', 'tenant_id': 'cb5e3bfadd8949d285afa69cba79918a', 'floating_ip_address': '172.27.0.109', 'floating_network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'router_id': 'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8', 'port_id': '99025866-c895-4488-9f9f-935a50ad1344', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd276bf6c-1506-42b0-9d9a-c9478303eb76', 'mac_address': 'fa:16:3e:09:ff:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794f33d7-ae89-465f-b43f-2876a0bafbc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:30:26Z', 'updated_at': '2021-11-23T05:30:43Z', 'revision_number': 1, 'project_id': 'cb5e3bfadd8949d285afa69cba79918a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6725b431-5ec5-49b6-b332-bdafbb752bc8', 'name': '', 'network_id': 'd276bf6c-1506-42b0-9d9a-c9478303eb76', 'tenant_id': 'cb5e3bfadd8949d285afa69cba79918a', 'mac_address': 'fa:16:3e:60:3b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b812847c-d94f-408a-a05b-e1adde40724b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:22Z', 'updated_at': '2021-11-23T05:25:42Z', 'revision_number': 5, 'project_id': 'cb5e3bfadd8949d285afa69cba79918a', 'subnets': [{'id': 'b812847c-d94f-408a-a05b-e1adde40724b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:30:44.642697 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9d118f-b4fa-44b4-bfd8-b659d73fb9aa None None] The sync data for ids ['bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8'] in dv-cinder-805072-6-iscsi is: [{'id': 'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8', 'name': 'tempest-AttachVolumeShelveTestJSON-446161572-router', 'tenant_id': 'cb5e3bfadd8949d285afa69cba79918a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '0128ae89-349c-4adb-be5f-1bd1a47512d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:25:17Z', 'updated_at': '2021-11-23T05:25:24Z', 'revision_number': 4, 'project_id': 'cb5e3bfadd8949d285afa69cba79918a', 'gw_port': {'id': '0128ae89-349c-4adb-be5f-1bd1a47512d6', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_floatingips': [{'id': '1f807035-b237-4a10-8fe8-07f364bfed18', 'tenant_id': 'cb5e3bfadd8949d285afa69cba79918a', 'floating_ip_address': '172.27.0.109', 'floating_network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'router_id': 'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8', 'port_id': '99025866-c895-4488-9f9f-935a50ad1344', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd276bf6c-1506-42b0-9d9a-c9478303eb76', 'mac_address': 'fa:16:3e:09:ff:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794f33d7-ae89-465f-b43f-2876a0bafbc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:30:26Z', 'updated_at': '2021-11-23T05:30:43Z', 'revision_number': 1, 'project_id': 'cb5e3bfadd8949d285afa69cba79918a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6725b431-5ec5-49b6-b332-bdafbb752bc8', 'name': '', 'network_id': 'd276bf6c-1506-42b0-9d9a-c9478303eb76', 'tenant_id': 'cb5e3bfadd8949d285afa69cba79918a', 'mac_address': 'fa:16:3e:60:3b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b812847c-d94f-408a-a05b-e1adde40724b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:22Z', 'updated_at': '2021-11-23T05:25:42Z', 'revision_number': 5, 'project_id': 'cb5e3bfadd8949d285afa69cba79918a', 'subnets': [{'id': 'b812847c-d94f-408a-a05b-e1adde40724b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:30:44.830889 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0422b54-4f04-4506-8774-091bfcf0689e None None] New status for floating IP 1f807035-b237-4a10-8fe8-07f364bfed18: ACTIVE {{(pid=102519) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 05:30:46.017782 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd924b5-935d-49ef-9a77-9004a1095898 x-openstack-request-id: req-acd924b5-935d-49ef-9a77-9004a1095898 {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:30:46.018266 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "794f33d7-ae89-465f-b43f-2876a0bafbc6", "tag": "99025866-c895-4488-9f9f-935a50ad1344", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:30:46.018397 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-acd924b5-935d-49ef-9a77-9004a1095898 {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:30:46.018855 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '794f33d7-ae89-465f-b43f-2876a0bafbc6', 'tag': '99025866-c895-4488-9f9f-935a50ad1344', 'status': 'completed', 'code': 200} Nov 23 05:30:46.114646 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2810b468-81f1-473d-9a9a-e17926f88849 req-756cc907-aefb-42e1-8173-a72aceb35296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:46.116096 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2810b468-81f1-473d-9a9a-e17926f88849 req-756cc907-aefb-42e1-8173-a72aceb35296 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cb5e3bfadd8949d285afa69cba79918a&device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6 HTTP/1.1" status: 200 len: 1098 time: 0.0396149 Nov 23 05:30:46.220628 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2810b468-81f1-473d-9a9a-e17926f88849 req-37d6de35-b06f-4957-88ce-a6eabb2e7a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:46.222088 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2810b468-81f1-473d-9a9a-e17926f88849 req-37d6de35-b06f-4957-88ce-a6eabb2e7a9f service neutron] 10.222.0.54 "GET /v2.0/networks?id=d276bf6c-1506-42b0-9d9a-c9478303eb76 HTTP/1.1" status: 200 len: 917 time: 0.0879104 Nov 23 05:30:46.289091 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2810b468-81f1-473d-9a9a-e17926f88849 req-ad59f528-03d4-4c77-a20e-f301b185158f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99025866-c895-4488-9f9f-935a50ad1344 HTTP/1.1" status: 200 len: 1001 time: 0.0577109 Nov 23 05:30:46.341780 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2810b468-81f1-473d-9a9a-e17926f88849 req-0df7d16d-60d6-4257-bc17-f19d8f69d366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:46.343226 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2810b468-81f1-473d-9a9a-e17926f88849 req-0df7d16d-60d6-4257-bc17-f19d8f69d366 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b812847c-d94f-408a-a05b-e1adde40724b HTTP/1.1" status: 200 len: 855 time: 0.0459733 Nov 23 05:30:46.393071 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2810b468-81f1-473d-9a9a-e17926f88849 req-a8eba4cc-99e8-4d16-8481-60bda884db86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:46.394490 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2810b468-81f1-473d-9a9a-e17926f88849 req-a8eba4cc-99e8-4d16-8481-60bda884db86 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d276bf6c-1506-42b0-9d9a-c9478303eb76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401537 Nov 23 05:30:46.483573 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2810b468-81f1-473d-9a9a-e17926f88849 req-e2903c71-e925-4fc6-b177-2a4d3fd32b4b service neutron] 10.222.0.54 "GET /v2.0/networks/d276bf6c-1506-42b0-9d9a-c9478303eb76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798359 Nov 23 05:30:46.575855 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2810b468-81f1-473d-9a9a-e17926f88849 req-ce2c53a8-33b4-43f2-890f-4bc1a359580d service neutron] 10.222.0.54 "GET /v2.0/networks/d276bf6c-1506-42b0-9d9a-c9478303eb76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838211 Nov 23 05:30:51.846148 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e57f4-709d-4db2-bd2b-5c2cc79306b5 req-fac6bc38-85ba-47c6-a5f4-23ebc4c8a85d tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:51.847710 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-985e57f4-709d-4db2-bd2b-5c2cc79306b5 req-fac6bc38-85ba-47c6-a5f4-23ebc4c8a85d tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] 10.222.0.48 "GET /v2.0/ports?device_id=5668fdcb-a82b-416a-9ad2-bd30ecdeb021 HTTP/1.1" status: 200 len: 946 time: 0.0515957 Nov 23 05:30:51.897138 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-985e57f4-709d-4db2-bd2b-5c2cc79306b5 req-b359e50f-3088-4dda-8a32-38e80a081ab7 tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c547f10-6f35-4e67-8343-610f5021412e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434895 Nov 23 05:30:53.031590 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5851ec38-0c78-4893-8256-d9f7ac0d1dd8 req-4f67b494-2d38-4ea3-980a-a9737a4e637e tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:53.033417 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5851ec38-0c78-4893-8256-d9f7ac0d1dd8 req-4f67b494-2d38-4ea3-980a-a9737a4e637e tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] 10.222.0.48 "GET /v2.0/ports?device_id=5668fdcb-a82b-416a-9ad2-bd30ecdeb021 HTTP/1.1" status: 200 len: 946 time: 0.0542552 Nov 23 05:30:53.082454 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5851ec38-0c78-4893-8256-d9f7ac0d1dd8 req-adf32ae4-1a92-4632-9a74-c166f7a2b933 tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c547f10-6f35-4e67-8343-610f5021412e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429688 Nov 23 05:30:53.964574 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c406f-18e0-46e6-8d16-93c12e65274c req-240d4527-5ab9-48c2-8594-44769a84da5c tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:53.966071 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-636c406f-18e0-46e6-8d16-93c12e65274c req-240d4527-5ab9-48c2-8594-44769a84da5c tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] 10.222.0.54 "GET /v2.0/ports?device_id=5668fdcb-a82b-416a-9ad2-bd30ecdeb021 HTTP/1.1" status: 200 len: 946 time: 0.0578089 Nov 23 05:30:54.074800 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-636c406f-18e0-46e6-8d16-93c12e65274c req-fdd1d568-0213-49d9-b905-f0faf31906cd tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Deleting port 42baf71e-7ea7-4382-a8be-646098b716a2 {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:30:54.075710 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-636c406f-18e0-46e6-8d16-93c12e65274c req-fdd1d568-0213-49d9-b905-f0faf31906cd tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751724797224'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:54.205043 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-636c406f-18e0-46e6-8d16-93c12e65274c req-fdd1d568-0213-49d9-b905-f0faf31906cd tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] For port 42baf71e-7ea7-4382-a8be-646098b716a2, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=42baf71e-7ea7-4382-a8be-646098b716a2,segment=NetworkSegment(3c766eda-4b06-4545-a3cb-009a903f32bc),segment_id=3c766eda-4b06-4545-a3cb-009a903f32bc)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:30:54.205532 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-636c406f-18e0-46e6-8d16-93c12e65274c req-fdd1d568-0213-49d9-b905-f0faf31906cd tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630705'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:54.220854 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-636c406f-18e0-46e6-8d16-93c12e65274c req-fdd1d568-0213-49d9-b905-f0faf31906cd tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Calling delete_port for 42baf71e-7ea7-4382-a8be-646098b716a2 owned by compute:nova {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:30:54.243996 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08fc4d9-9a1c-4ee4-82aa-5eb62c41f106 req-4ea01196-d971-492d-8700-8e0ab4d8550b tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:54.246524 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d08fc4d9-9a1c-4ee4-82aa-5eb62c41f106 req-4ea01196-d971-492d-8700-8e0ab4d8550b tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] 10.222.0.48 "GET /v2.0/ports?device_id=5668fdcb-a82b-416a-9ad2-bd30ecdeb021 HTTP/1.1" status: 200 len: 946 time: 0.0871913 Nov 23 05:30:54.350456 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d08fc4d9-9a1c-4ee4-82aa-5eb62c41f106 req-e82314f2-ea14-484e-845e-e692810ca1d7 tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c547f10-6f35-4e67-8343-610f5021412e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710182 Nov 23 05:30:54.408761 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-636c406f-18e0-46e6-8d16-93c12e65274c req-fdd1d568-0213-49d9-b905-f0faf31906cd tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751724800597', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751724218543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237887'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:54.439615 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd1d568-0213-49d9-b905-f0faf31906cd tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Pushing event deleted for resources: {'Port': ['ID=42baf71e-7ea7-4382-a8be-646098b716a2,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:30:54.448212 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] get_ports_and_sgs() called for port_ids ['42baf71e-7ea7-4382-a8be-646098b716a2'] {{(pid=102518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:30:54.494916 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [req-636c406f-18e0-46e6-8d16-93c12e65274c req-fdd1d568-0213-49d9-b905-f0faf31906cd tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] No DVR routers for this DVR port 42baf71e-7ea7-4382-a8be-646098b716a2 on host hv-cinder-80507 {{(pid=102516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:30:54.497616 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-636c406f-18e0-46e6-8d16-93c12e65274c req-fdd1d568-0213-49d9-b905-f0faf31906cd tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:54.500807 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-636c406f-18e0-46e6-8d16-93c12e65274c req-fdd1d568-0213-49d9-b905-f0faf31906cd tempest-VolumesSnapshotTestJSON-2071260431 tempest-VolumesSnapshotTestJSON-2071260431-project] 10.222.0.54 "DELETE /v2.0/ports/42baf71e-7ea7-4382-a8be-646098b716a2 HTTP/1.1" status: 204 len: 173 time: 0.5163755 Nov 23 05:30:54.501257 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5668fdcb-a82b-416a-9ad2-bd30ecdeb021', 'name': 'network-vif-deleted', 'tag': '42baf71e-7ea7-4382-a8be-646098b716a2'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:30:54.503572 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20d478f7b504b4f7a92aed5d5c075fb26ddad21beb532cc87d656362fb0682d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e719c3a3-42bc-4ed3-8a1f-a108162b7c62" -d '{"events": [{"server_uuid": "5668fdcb-a82b-416a-9ad2-bd30ecdeb021", "name": "network-vif-deleted", "tag": "42baf71e-7ea7-4382-a8be-646098b716a2"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:30:54.544520 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa8be51-1881-4603-8ad6-3e7e9abe67d8 x-openstack-request-id: req-7aa8be51-1881-4603-8ad6-3e7e9abe67d8 {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:30:54.544835 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5668fdcb-a82b-416a-9ad2-bd30ecdeb021", "name": "network-vif-deleted", "tag": "42baf71e-7ea7-4382-a8be-646098b716a2", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:30:54.545061 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7aa8be51-1881-4603-8ad6-3e7e9abe67d8 {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:30:54.545462 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5668fdcb-a82b-416a-9ad2-bd30ecdeb021', 'name': 'network-vif-deleted', 'tag': '42baf71e-7ea7-4382-a8be-646098b716a2', 'status': 'completed', 'code': 200} Nov 23 05:30:56.756604 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device 42baf71e-7ea7-4382-a8be-646098b716a2 no longer exists at agent hyperv_hv-cinder-80507 {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:30:56.900915 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] No Port match for: 42baf71e-7ea7-4382-a8be-646098b716a2 {{(pid=102518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:30:56.901271 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device 42baf71e-7ea7-4382-a8be-646098b716a2 not bound to the agent host hv-cinder-80507 {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:30:58.641214 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:03.477937 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-fa8103fb-8239-46b8-b8c2-25339cf3ac5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:05.663594 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-0e3e8843-2d73-456d-b476-de90f4a2db4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:07.067134 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-cb0bae37-5947-48f5-b8ea-be8dc2c46173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:08.464711 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-0cc3cdcc-aace-4769-a54e-383df0ffcf0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:09.103695 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:18.377643 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 35698) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:31:18.422741 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a929c94-3084-4c61-a6a0-5c45c6cd116f admin admin] Deleting subnet e75faa65-4584-4420-bdb0-ea9960249bd4 {{(pid=102516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 05:31:18.425943 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-0a929c94-3084-4c61-a6a0-5c45c6cd116f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:18.459713 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-0a929c94-3084-4c61-a6a0-5c45c6cd116f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4037901'] for subnet, precommit_delete_associations {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:18.500650 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-0a929c94-3084-4c61-a6a0-5c45c6cd116f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-576047'] for subnet, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:18.553067 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-0a929c94-3084-4c61-a6a0-5c45c6cd116f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-576054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25486353'] for subnet, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:18.581781 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-0a929c94-3084-4c61-a6a0-5c45c6cd116f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for subnet, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:18.585674 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-0a929c94-3084-4c61-a6a0-5c45c6cd116f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e75faa65-4584-4420-bdb0-ea9960249bd4 HTTP/1.1" status: 204 len: 168 time: 0.2070134 Nov 23 05:31:18.586666 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a929c94-3084-4c61-a6a0-5c45c6cd116f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e75faa65-4584-4420-bdb0-ea9960249bd4,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:31:18.588286 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 35700) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:31:18.656694 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-982a74d5-2250-47a9-92d3-7f94fb9fd324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1429853'] for network, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:18.737880 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-982a74d5-2250-47a9-92d3-7f94fb9fd324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734108', 'neutron.services.segments.db._delete_segments_for_network-8751724566155'] for network, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:18.757727 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.services.segments.db [None req-982a74d5-2250-47a9-92d3-7f94fb9fd324 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b757c95-a3e7-4cfa-90b3-01a8f83ea100']}} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:31:18.767344 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.services.segments.db [None req-982a74d5-2250-47a9-92d3-7f94fb9fd324 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c766eda-4b06-4545-a3cb-009a903f32bc') {'for_net_delete': True} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:31:18.767645 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.services.segments.db [None req-982a74d5-2250-47a9-92d3-7f94fb9fd324 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c766eda-4b06-4545-a3cb-009a903f32bc') {} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:31:18.776674 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-982a74d5-2250-47a9-92d3-7f94fb9fd324 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751724742166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27248922'] for segment, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:18.790369 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-982a74d5-2250-47a9-92d3-7f94fb9fd324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574952'] for segment, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:18.797442 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-982a74d5-2250-47a9-92d3-7f94fb9fd324 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=102517) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 05:31:18.797822 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-982a74d5-2250-47a9-92d3-7f94fb9fd324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25211343'] for segment, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:18.799956 dv-cinder-805072-6-iscsi neutron-server[102517]: Traceback (most recent call last): Nov 23 05:31:18.799956 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 05:31:18.799956 dv-cinder-805072-6-iscsi neutron-server[102517]: timer() Nov 23 05:31:18.799956 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 05:31:18.799956 dv-cinder-805072-6-iscsi neutron-server[102517]: cb(*args, **kw) Nov 23 05:31:18.799956 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 05:31:18.799956 dv-cinder-805072-6-iscsi neutron-server[102517]: return func(*args, **kwargs) Nov 23 05:31:18.799956 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 05:31:18.799956 dv-cinder-805072-6-iscsi neutron-server[102517]: self._notify() Nov 23 05:31:18.799956 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 05:31:18.799956 dv-cinder-805072-6-iscsi neutron-server[102517]: self.callback(batched_events) Nov 23 05:31:18.799956 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 05:31:18.799956 dv-cinder-805072-6-iscsi neutron-server[102517]: event.method(event) Nov 23 05:31:18.799956 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 05:31:18.799956 dv-cinder-805072-6-iscsi neutron-server[102517]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 05:31:18.799956 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 05:31:18.799956 dv-cinder-805072-6-iscsi neutron-server[102517]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 05:31:18.799956 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 05:31:18.799956 dv-cinder-805072-6-iscsi neutron-server[102517]: return f(self, *a, **k) Nov 23 05:31:18.799956 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 05:31:18.799956 dv-cinder-805072-6-iscsi neutron-server[102517]: return self._get(url).json() Nov 23 05:31:18.799956 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 05:31:18.799956 dv-cinder-805072-6-iscsi neutron-server[102517]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 05:31:18.799956 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 05:31:18.799956 dv-cinder-805072-6-iscsi neutron-server[102517]: return self.request(url, 'GET', **kwargs) Nov 23 05:31:18.799956 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 05:31:18.799956 dv-cinder-805072-6-iscsi neutron-server[102517]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 05:31:18.799956 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 05:31:18.799956 dv-cinder-805072-6-iscsi neutron-server[102517]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 05:31:18.799956 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 05:31:18.799956 dv-cinder-805072-6-iscsi neutron-server[102517]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 05:31:18.799956 dv-cinder-805072-6-iscsi neutron-server[102517]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 05:31:18.853119 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-982a74d5-2250-47a9-92d3-7f94fb9fd324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637750'] for network, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:18.858962 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-982a74d5-2250-47a9-92d3-7f94fb9fd324 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for network, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:18.862274 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-982a74d5-2250-47a9-92d3-7f94fb9fd324 admin admin] 10.222.0.48 "DELETE /v2.0/networks/3b757c95-a3e7-4cfa-90b3-01a8f83ea100 HTTP/1.1" status: 204 len: 168 time: 0.2729666 Nov 23 05:31:18.873490 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982a74d5-2250-47a9-92d3-7f94fb9fd324 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b757c95-a3e7-4cfa-90b3-01a8f83ea100,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:31:19.021466 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 35704) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:31:19.065449 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-5349fef0-3ae6-4269-a211-22c4d4f6c4f8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=65490d6272ba46cc81f46f552a69b69b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428152 Nov 23 05:31:19.067775 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 35706) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:31:19.113728 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-6c13b1f8-60cd-4e9c-807b-08ae84087aa1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:19.133957 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-6c13b1f8-60cd-4e9c-807b-08ae84087aa1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:19.179510 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-6c13b1f8-60cd-4e9c-807b-08ae84087aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:19.182097 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-6c13b1f8-60cd-4e9c-807b-08ae84087aa1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:19.183266 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-6c13b1f8-60cd-4e9c-807b-08ae84087aa1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7c547f10-6f35-4e67-8343-610f5021412e HTTP/1.1" status: 204 len: 168 time: 0.1146064 Nov 23 05:31:19.191537 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c13b1f8-60cd-4e9c-807b-08ae84087aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c547f10-6f35-4e67-8343-610f5021412e,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:31:20.897264 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.agents_db [None req-5ade7c98-4a19-45de-8fb0-464f54244c1e None None] Agent healthcheck: found 6 active agents {{(pid=102519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:31:28.637285 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:32.717145 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5be90006-491e-473d-998d-205a1b5199d0 req-33a2cd63-fb75-4d69-8b99-a8e8333a2b04 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1089779696&fields=id&tenant_id=5dd1e0c3287e4976856ecd12547d4b60 HTTP/1.1" status: 200 len: 267 time: 0.0438750 Nov 23 05:31:32.768869 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be90006-491e-473d-998d-205a1b5199d0 req-3a7794d4-e11a-4383-acda-f6d150dca31e tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:32.770339 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5be90006-491e-473d-998d-205a1b5199d0 req-3a7794d4-e11a-4383-acda-f6d150dca31e tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/ports?device_id=24822c58-969a-4e8f-881f-14fcba18885f HTTP/1.1" status: 200 len: 985 time: 0.0476511 Nov 23 05:31:32.782213 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [req-5be90006-491e-473d-998d-205a1b5199d0 req-aebd7c18-b2bd-4395-86a0-82f9370882bf tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Request body: {'port': {'security_groups': ['09315a98-c01a-423c-9e97-abf477e7ea74']}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:31:32.852770 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-5be90006-491e-473d-998d-205a1b5199d0 req-aebd7c18-b2bd-4395-86a0-82f9370882bf tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:33.026534 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-5be90006-491e-473d-998d-205a1b5199d0 req-aebd7c18-b2bd-4395-86a0-82f9370882bf tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] For port d5ac43bf-08ea-482b-89e9-2047045db460, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=d5ac43bf-08ea-482b-89e9-2047045db460,segment=NetworkSegment(76f97cea-fdcf-4519-877e-95d9039a1bb2),segment_id=76f97cea-fdcf-4519-877e-95d9039a1bb2)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:31:33.054273 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-5be90006-491e-473d-998d-205a1b5199d0 req-aebd7c18-b2bd-4395-86a0-82f9370882bf tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Publish callbacks [] for port, precommit_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:33.058671 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-5be90006-491e-473d-998d-205a1b5199d0 req-aebd7c18-b2bd-4395-86a0-82f9370882bf tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237864'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:33.095255 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] get_ports_and_sgs() called for port_ids ['d5ac43bf-08ea-482b-89e9-2047045db460'] {{(pid=102518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:31:33.105612 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be90006-491e-473d-998d-205a1b5199d0 req-aebd7c18-b2bd-4395-86a0-82f9370882bf tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:33.106333 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-5be90006-491e-473d-998d-205a1b5199d0 req-aebd7c18-b2bd-4395-86a0-82f9370882bf tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:33.107783 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5be90006-491e-473d-998d-205a1b5199d0 req-aebd7c18-b2bd-4395-86a0-82f9370882bf tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "PUT /v2.0/ports/d5ac43bf-08ea-482b-89e9-2047045db460 HTTP/1.1" status: 200 len: 943 time: 0.3306229 Nov 23 05:31:33.108241 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24822c58-969a-4e8f-881f-14fcba18885f', 'tag': 'd5ac43bf-08ea-482b-89e9-2047045db460'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:31:33.110684 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20d478f7b504b4f7a92aed5d5c075fb26ddad21beb532cc87d656362fb0682d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446892c1-d9e6-4e56-90df-6cfc656a886a" -d '{"events": [{"name": "network-changed", "server_uuid": "24822c58-969a-4e8f-881f-14fcba18885f", "tag": "d5ac43bf-08ea-482b-89e9-2047045db460"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:31:33.115951 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 35792) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:31:33.166608 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef40f00-0263-4039-9264-85049913eff9 x-openstack-request-id: req-fef40f00-0263-4039-9264-85049913eff9 {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:31:33.166921 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24822c58-969a-4e8f-881f-14fcba18885f", "tag": "d5ac43bf-08ea-482b-89e9-2047045db460", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:31:33.167184 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fef40f00-0263-4039-9264-85049913eff9 {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:31:33.167765 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24822c58-969a-4e8f-881f-14fcba18885f', 'tag': 'd5ac43bf-08ea-482b-89e9-2047045db460', 'status': 'completed', 'code': 200} Nov 23 05:31:33.184465 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebd7c18-b2bd-4395-86a0-82f9370882bf tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Pushing event updated for resources: {'Port': ['ID=d5ac43bf-08ea-482b-89e9-2047045db460,revision_number=7']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:31:33.198630 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebd7c18-b2bd-4395-86a0-82f9370882bf tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:31:33.199439 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebd7c18-b2bd-4395-86a0-82f9370882bf tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:31:33.199439 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebd7c18-b2bd-4395-86a0-82f9370882bf tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:31:33.199786 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebd7c18-b2bd-4395-86a0-82f9370882bf tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:31:33.200061 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebd7c18-b2bd-4395-86a0-82f9370882bf tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:31:33.200402 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebd7c18-b2bd-4395-86a0-82f9370882bf tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:31:33.200735 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebd7c18-b2bd-4395-86a0-82f9370882bf tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:31:33.201066 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebd7c18-b2bd-4395-86a0-82f9370882bf tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:31:33.201395 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebd7c18-b2bd-4395-86a0-82f9370882bf tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:31:33.201724 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebd7c18-b2bd-4395-86a0-82f9370882bf tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:31:33.202054 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebd7c18-b2bd-4395-86a0-82f9370882bf tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:31:33.202380 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebd7c18-b2bd-4395-86a0-82f9370882bf tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:31:33.263188 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] get_ports_and_sgs() called for port_ids ['d5ac43bf-08ea-482b-89e9-2047045db460'] {{(pid=102518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:31:33.273856 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-b820e463-9271-4f38-9781-8c23d0a309a8 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:33.307995 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-b820e463-9271-4f38-9781-8c23d0a309a8 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:33.322944 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446892c1-d9e6-4e56-90df-6cfc656a886a req-015b01a4-25a4-4020-b1d2-1a36f0552a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:33.324753 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-446892c1-d9e6-4e56-90df-6cfc656a886a req-015b01a4-25a4-4020-b1d2-1a36f0552a8a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5dd1e0c3287e4976856ecd12547d4b60&device_id=24822c58-969a-4e8f-881f-14fcba18885f HTTP/1.1" status: 200 len: 1099 time: 0.0934026 Nov 23 05:31:33.435846 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446892c1-d9e6-4e56-90df-6cfc656a886a req-87eceb08-21a0-47fb-820b-99990dc62a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:33.437995 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-446892c1-d9e6-4e56-90df-6cfc656a886a req-87eceb08-21a0-47fb-820b-99990dc62a7e service neutron] 10.222.0.54 "GET /v2.0/networks?id=86607cb6-c8a7-43df-9c11-e08b2a900939 HTTP/1.1" status: 200 len: 915 time: 0.1042347 Nov 23 05:31:33.443647 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-b820e463-9271-4f38-9781-8c23d0a309a8 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:33.446511 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-b820e463-9271-4f38-9781-8c23d0a309a8 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:33.447717 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-b820e463-9271-4f38-9781-8c23d0a309a8 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "DELETE /v2.0/security-groups/cd9f8501-b26b-4eaf-898a-b63bea2eaf86 HTTP/1.1" status: 204 len: 168 time: 0.3308947 Nov 23 05:31:33.450791 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 35800) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:31:33.460138 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-bcba03eb-216f-43a9-ab33-0f11d728c3de None None] Provisioning complete for port d5ac43bf-08ea-482b-89e9-2047045db460 triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:31:33.460546 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-bcba03eb-216f-43a9-ab33-0f11d728c3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:33.465728 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b820e463-9271-4f38-9781-8c23d0a309a8 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9f8501-b26b-4eaf-898a-b63bea2eaf86,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:31:33.527247 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-446892c1-d9e6-4e56-90df-6cfc656a886a req-5d6ebb57-7783-49c1-b840-d7b31a592fa1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5ac43bf-08ea-482b-89e9-2047045db460 HTTP/1.1" status: 200 len: 1002 time: 0.0781105 Nov 23 05:31:33.528458 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-7c62beba-8822-4125-b31b-fb39eb5b95cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:33.582157 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446892c1-d9e6-4e56-90df-6cfc656a886a req-e24c7a96-ae19-4384-b1f8-099248691372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:33.583760 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-446892c1-d9e6-4e56-90df-6cfc656a886a req-e24c7a96-ae19-4384-b1f8-099248691372 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=50b38531-eddf-4b49-b531-e5bf9682dbbe HTTP/1.1" status: 200 len: 853 time: 0.0493059 Nov 23 05:31:33.616869 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-1317a947-597e-4cf4-a088-a54efd0d9f71 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Deleting port 95a75706-087d-4fa8-86b2-591796b58308 {{(pid=102517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:31:33.617203 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-1317a947-597e-4cf4-a088-a54efd0d9f71 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751724797224'] for port, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:33.635746 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446892c1-d9e6-4e56-90df-6cfc656a886a req-68678cee-3aba-4f90-b2d0-b614d4dc50f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:33.637239 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-446892c1-d9e6-4e56-90df-6cfc656a886a req-68678cee-3aba-4f90-b2d0-b614d4dc50f3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86607cb6-c8a7-43df-9c11-e08b2a900939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445471 Nov 23 05:31:33.694653 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-1317a947-597e-4cf4-a088-a54efd0d9f71 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630705'] for port, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:33.695011 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-1317a947-597e-4cf4-a088-a54efd0d9f71 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:33.707417 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-1317a947-597e-4cf4-a088-a54efd0d9f71 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Calling delete_port for 95a75706-087d-4fa8-86b2-591796b58308 owned by network:floatingip {{(pid=102517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:31:33.729138 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-446892c1-d9e6-4e56-90df-6cfc656a886a req-9c2009ad-bb40-461f-b9c8-bf31692b6c31 service neutron] 10.222.0.54 "GET /v2.0/networks/86607cb6-c8a7-43df-9c11-e08b2a900939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836456 Nov 23 05:31:33.823645 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-446892c1-d9e6-4e56-90df-6cfc656a886a req-c40d5c73-5020-4e9b-b3a3-6751d437658a service neutron] 10.222.0.54 "GET /v2.0/networks/86607cb6-c8a7-43df-9c11-e08b2a900939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869563 Nov 23 05:31:33.880491 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-1317a947-597e-4cf4-a088-a54efd0d9f71 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751724800597', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751724218543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25211324'] for port, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:33.906548 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1317a947-597e-4cf4-a088-a54efd0d9f71 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Pushing event deleted for resources: {'Port': ['ID=95a75706-087d-4fa8-86b2-591796b58308,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:31:33.917973 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317a947-597e-4cf4-a088-a54efd0d9f71 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:31:33.918324 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317a947-597e-4cf4-a088-a54efd0d9f71 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:31:33.918664 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317a947-597e-4cf4-a088-a54efd0d9f71 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:31:33.919026 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317a947-597e-4cf4-a088-a54efd0d9f71 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:31:33.919361 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317a947-597e-4cf4-a088-a54efd0d9f71 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:31:33.919803 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317a947-597e-4cf4-a088-a54efd0d9f71 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:31:33.920014 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317a947-597e-4cf4-a088-a54efd0d9f71 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:31:33.920345 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317a947-597e-4cf4-a088-a54efd0d9f71 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:31:33.920667 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317a947-597e-4cf4-a088-a54efd0d9f71 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:31:33.920990 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317a947-597e-4cf4-a088-a54efd0d9f71 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:31:33.921615 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317a947-597e-4cf4-a088-a54efd0d9f71 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:31:33.921913 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317a947-597e-4cf4-a088-a54efd0d9f71 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:31:33.975014 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-1317a947-597e-4cf4-a088-a54efd0d9f71 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Publish callbacks [] for floatingip, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:33.975344 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.db.l3_db [None req-1317a947-597e-4cf4-a088-a54efd0d9f71 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Floating IP ad6d16a1-105b-4bdd-918a-c2891de0bc9e disassociated (deleted). External IP: 172.27.0.222, port: d5ac43bf-08ea-482b-89e9-2047045db460. Nov 23 05:31:34.182012 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1317a947-597e-4cf4-a088-a54efd0d9f71 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Router ccf93621-1d13-42b1-b790-0480b64cd764 has already been hosted by L3 agent 9dac5a01-04fc-4e91-9910-6392ff9c638b {{(pid=102517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:31:34.290386 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1317a947-597e-4cf4-a088-a54efd0d9f71 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Notify agent at l3_agent.dv-cinder-805072-6-iscsi the message routers_updated {{(pid=102517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:31:34.295693 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-1317a947-597e-4cf4-a088-a54efd0d9f71 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for floatingip, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:34.307108 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf2b97e-e07d-4a0b-b5d2-10f6638bbbe9 None None] Sync routers for ids ['ccf93621-1d13-42b1-b790-0480b64cd764'] in dv-cinder-805072-6-iscsi {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:31:34.319330 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf2b97e-e07d-4a0b-b5d2-10f6638bbbe9 None None] Routers {'ccf93621-1d13-42b1-b790-0480b64cd764'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:31:34.320172 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-faf2b97e-e07d-4a0b-b5d2-10f6638bbbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:31:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['ccf93621-1d13-42b1-b790-0480b64cd764'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:31:34.329300 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-1317a947-597e-4cf4-a088-a54efd0d9f71 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "DELETE /v2.0/floatingips/ad6d16a1-105b-4bdd-918a-c2891de0bc9e HTTP/1.1" status: 204 len: 168 time: 0.8773546 Nov 23 05:31:34.329980 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24822c58-969a-4e8f-881f-14fcba18885f', 'tag': 'd5ac43bf-08ea-482b-89e9-2047045db460'}] {{(pid=102517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:31:34.332487 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6655a57eaf65bce136dcd01a1029ca1ef2acc79c86755a7aa074dfdaee6e1dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d27c4ad-6ab8-4fb0-bce6-e4b3121373ee" -d '{"events": [{"name": "network-changed", "server_uuid": "24822c58-969a-4e8f-881f-14fcba18885f", "tag": "d5ac43bf-08ea-482b-89e9-2047045db460"}]}' {{(pid=102517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:31:34.439164 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-faf2b97e-e07d-4a0b-b5d2-10f6638bbbe9 None None] Set router ccf93621-1d13-42b1-b790-0480b64cd764 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:31:34.620529 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c6bd9f-011b-4cf3-adc2-3d2a5efb480a x-openstack-request-id: req-91c6bd9f-011b-4cf3-adc2-3d2a5efb480a {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:31:34.621027 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24822c58-969a-4e8f-881f-14fcba18885f", "tag": "d5ac43bf-08ea-482b-89e9-2047045db460", "status": "completed", "code": 200}]} {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:31:34.621123 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-91c6bd9f-011b-4cf3-adc2-3d2a5efb480a {{(pid=102517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:31:34.621489 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24822c58-969a-4e8f-881f-14fcba18885f', 'tag': 'd5ac43bf-08ea-482b-89e9-2047045db460', 'status': 'completed', 'code': 200} Nov 23 05:31:34.635911 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f49c3-e4c5-4314-a50d-abe753fbed1c req-4f106689-b188-4f19-8286-cccb2ec997b3 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:34.637417 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-419f49c3-e4c5-4314-a50d-abe753fbed1c req-4f106689-b188-4f19-8286-cccb2ec997b3 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6 HTTP/1.1" status: 200 len: 945 time: 0.0536559 Nov 23 05:31:34.690521 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-faf2b97e-e07d-4a0b-b5d2-10f6638bbbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf93621-1d13-42b1-b790-0480b64cd764', 'name': 'tempest-TestMinimumBasicScenario-796047916-router', 'tenant_id': '5dd1e0c3287e4976856ecd12547d4b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'b06868b5-bd80-4ceb-971e-6b80c67922b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:28:09Z', 'updated_at': '2021-11-23T05:28:16Z', 'revision_number': 4, 'project_id': '5dd1e0c3287e4976856ecd12547d4b60', 'gw_port': {'id': 'b06868b5-bd80-4ceb-971e-6b80c67922b5', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf93621-1d13-42b1-b790-0480b64cd764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:10Z', 'updated_at': '2021-11-23T05:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_interfaces': [{'id': '0850cfbc-8047-4342-b81d-3e90b590c34e', 'name': '', 'network_id': '86607cb6-c8a7-43df-9c11-e08b2a900939', 'tenant_id': '5dd1e0c3287e4976856ecd12547d4b60', 'mac_address': 'fa:16:3e:9a:f2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf93621-1d13-42b1-b790-0480b64cd764', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '50b38531-eddf-4b49-b531-e5bf9682dbbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:14Z', 'updated_at': '2021-11-23T05:28:22Z', 'revision_number': 5, 'project_id': '5dd1e0c3287e4976856ecd12547d4b60', 'subnets': [{'id': '50b38531-eddf-4b49-b531-e5bf9682dbbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:31:34.717615 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf2b97e-e07d-4a0b-b5d2-10f6638bbbe9 None None] Checking router: ccf93621-1d13-42b1-b790-0480b64cd764 for host: dv-cinder-805072-6-iscsi {{(pid=102518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:31:34.726789 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf2b97e-e07d-4a0b-b5d2-10f6638bbbe9 None None] Routers {'ccf93621-1d13-42b1-b790-0480b64cd764'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:31:34.727438 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-faf2b97e-e07d-4a0b-b5d2-10f6638bbbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:31:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['ccf93621-1d13-42b1-b790-0480b64cd764'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:31:34.732564 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-419f49c3-e4c5-4314-a50d-abe753fbed1c req-745d0785-a18c-43b3-8a2d-af62f0fa57f8 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=c438f059-2799-4ab6-acb8-f504a4e3ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867238 Nov 23 05:31:34.739637 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d27c4ad-6ab8-4fb0-bce6-e4b3121373ee req-abf15f3b-67ff-4d73-8cdf-dcc11892c949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:34.741075 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8d27c4ad-6ab8-4fb0-bce6-e4b3121373ee req-abf15f3b-67ff-4d73-8cdf-dcc11892c949 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5dd1e0c3287e4976856ecd12547d4b60&device_id=24822c58-969a-4e8f-881f-14fcba18885f HTTP/1.1" status: 200 len: 1099 time: 0.0674238 Nov 23 05:31:34.836894 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-faf2b97e-e07d-4a0b-b5d2-10f6638bbbe9 None None] Set router ccf93621-1d13-42b1-b790-0480b64cd764 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:31:34.838404 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d27c4ad-6ab8-4fb0-bce6-e4b3121373ee req-11b577f5-8f15-41cc-a94d-898d55c9267a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:34.839921 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8d27c4ad-6ab8-4fb0-bce6-e4b3121373ee req-11b577f5-8f15-41cc-a94d-898d55c9267a service neutron] 10.222.0.54 "GET /v2.0/networks?id=86607cb6-c8a7-43df-9c11-e08b2a900939 HTTP/1.1" status: 200 len: 915 time: 0.0901933 Nov 23 05:31:34.885628 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8d27c4ad-6ab8-4fb0-bce6-e4b3121373ee req-6d32e1eb-0195-4d34-9c1f-eb0565de4871 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5ac43bf-08ea-482b-89e9-2047045db460 HTTP/1.1" status: 200 len: 217 time: 0.0377715 Nov 23 05:31:34.935839 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d27c4ad-6ab8-4fb0-bce6-e4b3121373ee req-627136be-730d-4f4c-a233-b2c51992e81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:34.938052 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8d27c4ad-6ab8-4fb0-bce6-e4b3121373ee req-627136be-730d-4f4c-a233-b2c51992e81f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=50b38531-eddf-4b49-b531-e5bf9682dbbe HTTP/1.1" status: 200 len: 853 time: 0.0442648 Nov 23 05:31:34.988161 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d27c4ad-6ab8-4fb0-bce6-e4b3121373ee req-2257f17a-9449-4c0c-9150-a92a0cd6954b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:34.989658 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8d27c4ad-6ab8-4fb0-bce6-e4b3121373ee req-2257f17a-9449-4c0c-9150-a92a0cd6954b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=86607cb6-c8a7-43df-9c11-e08b2a900939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445716 Nov 23 05:31:35.039464 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-faf2b97e-e07d-4a0b-b5d2-10f6638bbbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf93621-1d13-42b1-b790-0480b64cd764', 'name': 'tempest-TestMinimumBasicScenario-796047916-router', 'tenant_id': '5dd1e0c3287e4976856ecd12547d4b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'b06868b5-bd80-4ceb-971e-6b80c67922b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:28:09Z', 'updated_at': '2021-11-23T05:28:16Z', 'revision_number': 4, 'project_id': '5dd1e0c3287e4976856ecd12547d4b60', 'gw_port': {'id': 'b06868b5-bd80-4ceb-971e-6b80c67922b5', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf93621-1d13-42b1-b790-0480b64cd764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:10Z', 'updated_at': '2021-11-23T05:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_interfaces': [{'id': '0850cfbc-8047-4342-b81d-3e90b590c34e', 'name': '', 'network_id': '86607cb6-c8a7-43df-9c11-e08b2a900939', 'tenant_id': '5dd1e0c3287e4976856ecd12547d4b60', 'mac_address': 'fa:16:3e:9a:f2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf93621-1d13-42b1-b790-0480b64cd764', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '50b38531-eddf-4b49-b531-e5bf9682dbbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:14Z', 'updated_at': '2021-11-23T05:28:22Z', 'revision_number': 5, 'project_id': '5dd1e0c3287e4976856ecd12547d4b60', 'subnets': [{'id': '50b38531-eddf-4b49-b531-e5bf9682dbbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:31:35.069795 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf2b97e-e07d-4a0b-b5d2-10f6638bbbe9 None None] The sync data for ids ['ccf93621-1d13-42b1-b790-0480b64cd764'] in dv-cinder-805072-6-iscsi is: [{'id': 'ccf93621-1d13-42b1-b790-0480b64cd764', 'name': 'tempest-TestMinimumBasicScenario-796047916-router', 'tenant_id': '5dd1e0c3287e4976856ecd12547d4b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'b06868b5-bd80-4ceb-971e-6b80c67922b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:28:09Z', 'updated_at': '2021-11-23T05:28:16Z', 'revision_number': 4, 'project_id': '5dd1e0c3287e4976856ecd12547d4b60', 'gw_port': {'id': 'b06868b5-bd80-4ceb-971e-6b80c67922b5', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf93621-1d13-42b1-b790-0480b64cd764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:10Z', 'updated_at': '2021-11-23T05:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_interfaces': [{'id': '0850cfbc-8047-4342-b81d-3e90b590c34e', 'name': '', 'network_id': '86607cb6-c8a7-43df-9c11-e08b2a900939', 'tenant_id': '5dd1e0c3287e4976856ecd12547d4b60', 'mac_address': 'fa:16:3e:9a:f2:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf93621-1d13-42b1-b790-0480b64cd764', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '50b38531-eddf-4b49-b531-e5bf9682dbbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:14Z', 'updated_at': '2021-11-23T05:28:22Z', 'revision_number': 5, 'project_id': '5dd1e0c3287e4976856ecd12547d4b60', 'subnets': [{'id': '50b38531-eddf-4b49-b531-e5bf9682dbbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:31:35.082432 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8d27c4ad-6ab8-4fb0-bce6-e4b3121373ee req-f67860ae-84c6-4b16-89be-950a7b0ad318 service neutron] 10.222.0.54 "GET /v2.0/networks/86607cb6-c8a7-43df-9c11-e08b2a900939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834439 Nov 23 05:31:35.181649 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8d27c4ad-6ab8-4fb0-bce6-e4b3121373ee req-691da78f-cf51-4cd4-a66c-db228596d689 service neutron] 10.222.0.54 "GET /v2.0/networks/86607cb6-c8a7-43df-9c11-e08b2a900939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908387 Nov 23 05:31:35.281753 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e104df6a-c3fc-4fc2-87ae-a9a2154789f7 None None] New status for floating IP ad6d16a1-105b-4bdd-918a-c2891de0bc9e: DOWN {{(pid=102519) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 05:31:35.659163 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-fe245456-7626-4e58-9900-c5ab9d2fa0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:35.853096 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45431263-6bb7-4d63-aded-c341afa97d9a req-afc2e724-1b47-4e8d-9c81-8dd3d9266129 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:35.854563 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-45431263-6bb7-4d63-aded-c341afa97d9a req-afc2e724-1b47-4e8d-9c81-8dd3d9266129 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6 HTTP/1.1" status: 200 len: 945 time: 0.0495577 Nov 23 05:31:35.902050 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-45431263-6bb7-4d63-aded-c341afa97d9a req-0331fa1a-182c-4aef-be0c-a2444de8df25 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=c438f059-2799-4ab6-acb8-f504a4e3ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410116 Nov 23 05:31:37.021966 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d2613a-397d-46af-b795-a2df02970878 req-58a07611-afda-4b86-b66d-0042be81aba0 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:37.023455 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-78d2613a-397d-46af-b795-a2df02970878 req-58a07611-afda-4b86-b66d-0042be81aba0 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6 HTTP/1.1" status: 200 len: 945 time: 0.0497134 Nov 23 05:31:37.068456 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-cb0bae37-5947-48f5-b8ea-be8dc2c46173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:37.075022 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-78d2613a-397d-46af-b795-a2df02970878 req-199b5dd1-d7cd-4668-ae42-723dce9a33bd tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=c438f059-2799-4ab6-acb8-f504a4e3ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456808 Nov 23 05:31:38.196411 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d002e44-a197-477c-9b62-ad52d3fb1c9a req-f5f35ffa-7749-4d49-9e05-07801690240e tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:38.197873 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0d002e44-a197-477c-9b62-ad52d3fb1c9a req-f5f35ffa-7749-4d49-9e05-07801690240e tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6 HTTP/1.1" status: 200 len: 945 time: 0.0481641 Nov 23 05:31:38.244771 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0d002e44-a197-477c-9b62-ad52d3fb1c9a req-f51e0da1-b629-40f4-8c85-a9016f4d4fc7 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=c438f059-2799-4ab6-acb8-f504a4e3ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405610 Nov 23 05:31:38.466855 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-0cc3cdcc-aace-4769-a54e-383df0ffcf0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:39.105276 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:39.364978 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1996f2-81ea-4ae1-b1a7-9b99263a7324 req-7580daeb-c80a-4a32-8415-4b15916d0122 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:39.366483 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-da1996f2-81ea-4ae1-b1a7-9b99263a7324 req-7580daeb-c80a-4a32-8415-4b15916d0122 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6 HTTP/1.1" status: 200 len: 945 time: 0.0489931 Nov 23 05:31:39.413907 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-da1996f2-81ea-4ae1-b1a7-9b99263a7324 req-661cbd2f-7967-4751-b466-ba7cec2b55e9 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=c438f059-2799-4ab6-acb8-f504a4e3ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414429 Nov 23 05:31:40.325550 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e916441-fb25-440a-af2f-d85bb9daf433 req-4811610c-3eb2-4c06-9ea7-61b9774498cc tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:40.327060 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2e916441-fb25-440a-af2f-d85bb9daf433 req-4811610c-3eb2-4c06-9ea7-61b9774498cc tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/ports?device_id=24822c58-969a-4e8f-881f-14fcba18885f HTTP/1.1" status: 200 len: 946 time: 0.0565062 Nov 23 05:31:40.375933 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2e916441-fb25-440a-af2f-d85bb9daf433 req-63f391d4-00fa-4838-9c2e-b718598949a4 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/security-groups?id=09315a98-c01a-423c-9e97-abf477e7ea74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419207 Nov 23 05:31:40.533552 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44140eb2-4011-4231-b99b-3953249cf371 req-76d5e754-0703-40e3-ae24-16b3aa54e547 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:40.535051 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-44140eb2-4011-4231-b99b-3953249cf371 req-76d5e754-0703-40e3-ae24-16b3aa54e547 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6 HTTP/1.1" status: 200 len: 945 time: 0.0475748 Nov 23 05:31:40.581487 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-44140eb2-4011-4231-b99b-3953249cf371 req-ea3dcbe9-e67f-444e-9dd3-482405313201 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=c438f059-2799-4ab6-acb8-f504a4e3ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405920 Nov 23 05:31:41.487938 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7415814-974b-4e7e-a29d-03ee6735e25c req-c962b181-4d5b-4718-9506-7cbc05a51238 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:41.489402 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b7415814-974b-4e7e-a29d-03ee6735e25c req-c962b181-4d5b-4718-9506-7cbc05a51238 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/ports?device_id=24822c58-969a-4e8f-881f-14fcba18885f HTTP/1.1" status: 200 len: 946 time: 0.0480533 Nov 23 05:31:41.541409 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b7415814-974b-4e7e-a29d-03ee6735e25c req-e4c556a1-49f6-4d9f-af28-f3c901ffe1e6 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/security-groups?id=09315a98-c01a-423c-9e97-abf477e7ea74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461347 Nov 23 05:31:41.701860 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d75a2f-2df9-4067-9e1d-60eab50bb381 req-234333f6-0a6f-4220-9796-44132bb0ace2 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:41.704109 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-94d75a2f-2df9-4067-9e1d-60eab50bb381 req-234333f6-0a6f-4220-9796-44132bb0ace2 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6 HTTP/1.1" status: 200 len: 945 time: 0.0505183 Nov 23 05:31:41.753402 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-94d75a2f-2df9-4067-9e1d-60eab50bb381 req-390b07f1-b45c-4acb-9257-a217b9df3ad6 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=c438f059-2799-4ab6-acb8-f504a4e3ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434384 Nov 23 05:31:42.250285 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484c439-262d-47eb-84e5-6848e1ad65bf req-8b39c411-0f3f-4b3c-a4a2-551cd3bda863 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:42.251755 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5484c439-262d-47eb-84e5-6848e1ad65bf req-8b39c411-0f3f-4b3c-a4a2-551cd3bda863 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.54 "GET /v2.0/ports?device_id=24822c58-969a-4e8f-881f-14fcba18885f HTTP/1.1" status: 200 len: 946 time: 0.0484784 Nov 23 05:31:42.345372 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-5484c439-262d-47eb-84e5-6848e1ad65bf req-e8b21a5c-6a51-4bd7-b930-e6a6e655f674 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Deleting port d5ac43bf-08ea-482b-89e9-2047045db460 {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:31:42.345705 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-5484c439-262d-47eb-84e5-6848e1ad65bf req-e8b21a5c-6a51-4bd7-b930-e6a6e655f674 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751724797224'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:42.433496 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-5484c439-262d-47eb-84e5-6848e1ad65bf req-e8b21a5c-6a51-4bd7-b930-e6a6e655f674 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] For port d5ac43bf-08ea-482b-89e9-2047045db460, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=d5ac43bf-08ea-482b-89e9-2047045db460,segment=NetworkSegment(76f97cea-fdcf-4519-877e-95d9039a1bb2),segment_id=76f97cea-fdcf-4519-877e-95d9039a1bb2)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:31:42.433854 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-5484c439-262d-47eb-84e5-6848e1ad65bf req-e8b21a5c-6a51-4bd7-b930-e6a6e655f674 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630705'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:42.446294 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-5484c439-262d-47eb-84e5-6848e1ad65bf req-e8b21a5c-6a51-4bd7-b930-e6a6e655f674 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Calling delete_port for d5ac43bf-08ea-482b-89e9-2047045db460 owned by compute:nova {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:31:42.574277 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-5484c439-262d-47eb-84e5-6848e1ad65bf req-e8b21a5c-6a51-4bd7-b930-e6a6e655f674 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751724800597', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751724218543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237887'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:42.607744 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b21a5c-6a51-4bd7-b930-e6a6e655f674 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Pushing event deleted for resources: {'Port': ['ID=d5ac43bf-08ea-482b-89e9-2047045db460,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:31:42.611066 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] get_ports_and_sgs() called for port_ids ['d5ac43bf-08ea-482b-89e9-2047045db460'] {{(pid=102518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:31:42.671674 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [req-5484c439-262d-47eb-84e5-6848e1ad65bf req-e8b21a5c-6a51-4bd7-b930-e6a6e655f674 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] No DVR routers for this DVR port d5ac43bf-08ea-482b-89e9-2047045db460 on host hv-cinder-80507 {{(pid=102516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:31:42.674740 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e76fcb93-b2ac-40e6-b04f-03ceed96b3f7 req-a927efcf-0d34-4eac-97ec-b9fa486e8160 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.48 "GET /v2.0/ports?device_id=24822c58-969a-4e8f-881f-14fcba18885f HTTP/1.1" status: 200 len: 210 time: 0.0423658 Nov 23 05:31:42.675756 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-5484c439-262d-47eb-84e5-6848e1ad65bf req-e8b21a5c-6a51-4bd7-b930-e6a6e655f674 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:42.679045 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5484c439-262d-47eb-84e5-6848e1ad65bf req-e8b21a5c-6a51-4bd7-b930-e6a6e655f674 tempest-TestMinimumBasicScenario-526506423 tempest-TestMinimumBasicScenario-526506423-project] 10.222.0.54 "DELETE /v2.0/ports/d5ac43bf-08ea-482b-89e9-2047045db460 HTTP/1.1" status: 204 len: 173 time: 0.4211085 Nov 23 05:31:42.679618 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24822c58-969a-4e8f-881f-14fcba18885f', 'name': 'network-vif-deleted', 'tag': 'd5ac43bf-08ea-482b-89e9-2047045db460'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:31:42.681761 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20d478f7b504b4f7a92aed5d5c075fb26ddad21beb532cc87d656362fb0682d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7f69c3-c368-4696-b622-9cc31e7e14ae" -d '{"events": [{"server_uuid": "24822c58-969a-4e8f-881f-14fcba18885f", "name": "network-vif-deleted", "tag": "d5ac43bf-08ea-482b-89e9-2047045db460"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:31:42.721740 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30eaa369-e858-4b03-b16d-48fbeb7bf49c x-openstack-request-id: req-30eaa369-e858-4b03-b16d-48fbeb7bf49c {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:31:42.722034 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24822c58-969a-4e8f-881f-14fcba18885f", "name": "network-vif-deleted", "tag": "d5ac43bf-08ea-482b-89e9-2047045db460", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:31:42.722293 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-30eaa369-e858-4b03-b16d-48fbeb7bf49c {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:31:42.722692 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24822c58-969a-4e8f-881f-14fcba18885f', 'name': 'network-vif-deleted', 'tag': 'd5ac43bf-08ea-482b-89e9-2047045db460', 'status': 'completed', 'code': 200} Nov 23 05:31:42.872911 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0562a-cb49-4818-8f81-33999e661ded req-5e78b0dc-e0ae-4831-b8f3-b9f3709286c6 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:42.874900 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-38e0562a-cb49-4818-8f81-33999e661ded req-5e78b0dc-e0ae-4831-b8f3-b9f3709286c6 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6 HTTP/1.1" status: 200 len: 945 time: 0.0518219 Nov 23 05:31:42.922339 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-38e0562a-cb49-4818-8f81-33999e661ded req-e6e26ef9-9d19-41af-8e7a-bb9e3d6ae7a5 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=c438f059-2799-4ab6-acb8-f504a4e3ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409040 Nov 23 05:31:44.047980 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4c74c-4d2d-4d9a-831b-907d7223ed32 req-672bd797-6490-4d1c-8c0f-19ede67b0e1b tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:44.049745 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0fe4c74c-4d2d-4d9a-831b-907d7223ed32 req-672bd797-6490-4d1c-8c0f-19ede67b0e1b tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6 HTTP/1.1" status: 200 len: 945 time: 0.0544815 Nov 23 05:31:44.098323 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0fe4c74c-4d2d-4d9a-831b-907d7223ed32 req-10b9c12e-6ed0-4294-b8cb-27fa8bc623e0 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=c438f059-2799-4ab6-acb8-f504a4e3ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427444 Nov 23 05:31:44.367714 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 35962) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:31:44.706524 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-27e4dc2b-92e0-43e8-9669-6d2caad35532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733144'] for router_interface, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:44.943896 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-27e4dc2b-92e0-43e8-9669-6d2caad35532 admin admin] Deleting port 0850cfbc-8047-4342-b81d-3e90b590c34e {{(pid=102517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:31:44.944230 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-27e4dc2b-92e0-43e8-9669-6d2caad35532 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751724797224'] for port, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:44.990178 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device 99025866-c895-4488-9f9f-935a50ad1344 details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=102518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 05:31:45.000162 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device d5ac43bf-08ea-482b-89e9-2047045db460 no longer exists at agent hyperv_hv-cinder-80507 {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:31:45.020715 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-27e4dc2b-92e0-43e8-9669-6d2caad35532 admin admin] For port 0850cfbc-8047-4342-b81d-3e90b590c34e, host dv-cinder-805072-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=0850cfbc-8047-4342-b81d-3e90b590c34e,segment=NetworkSegment(76f97cea-fdcf-4519-877e-95d9039a1bb2),segment_id=76f97cea-fdcf-4519-877e-95d9039a1bb2)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:31:45.021094 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-27e4dc2b-92e0-43e8-9669-6d2caad35532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630705'] for port, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:45.026638 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] No Port match for: d5ac43bf-08ea-482b-89e9-2047045db460 {{(pid=102518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:31:45.027006 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device d5ac43bf-08ea-482b-89e9-2047045db460 not bound to the agent host hv-cinder-80507 {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:31:45.034291 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-27e4dc2b-92e0-43e8-9669-6d2caad35532 admin admin] Calling delete_port for 0850cfbc-8047-4342-b81d-3e90b590c34e owned by network:router_interface {{(pid=102517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:31:45.107449 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port 99025866-c895-4488-9f9f-935a50ad1344, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=99025866-c895-4488-9f9f-935a50ad1344,segment=NetworkSegment(96fbda44-3f8c-4841-b317-f7b687379738),segment_id=96fbda44-3f8c-4841-b317-f7b687379738)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:31:45.119488 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Returning: {'device': '99025866-c895-4488-9f9f-935a50ad1344', 'network_id': 'd276bf6c-1506-42b0-9d9a-c9478303eb76', 'port_id': '99025866-c895-4488-9f9f-935a50ad1344', 'mac_address': 'fa:16:3e:09:ff:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b812847c-d94f-408a-a05b-e1adde40724b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 05:31:45.160395 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:45.174795 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.notifiers.nova [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 99025866-c895-4488-9f9f-935a50ad1344 {{(pid=102518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:31:45.194566 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port 99025866-c895-4488-9f9f-935a50ad1344, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=99025866-c895-4488-9f9f-935a50ad1344,segment=NetworkSegment(96fbda44-3f8c-4841-b317-f7b687379738),segment_id=96fbda44-3f8c-4841-b317-f7b687379738)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:31:45.199259 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:45.220522 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-27e4dc2b-92e0-43e8-9669-6d2caad35532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751724800597', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751724218543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25211324'] for port, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:45.226486 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0788c0-0626-4c13-a502-423b48634340 req-cd45f3a0-7b35-4ddf-991b-97da0721aea2 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:45.228115 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9d0788c0-0626-4c13-a502-423b48634340 req-cd45f3a0-7b35-4ddf-991b-97da0721aea2 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6 HTTP/1.1" status: 200 len: 945 time: 0.0531158 Nov 23 05:31:45.246802 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e4dc2b-92e0-43e8-9669-6d2caad35532 admin admin] Pushing event deleted for resources: {'Port': ['ID=0850cfbc-8047-4342-b81d-3e90b590c34e,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:31:45.259117 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Pushing event updated for resources: {'Port': ['ID=99025866-c895-4488-9f9f-935a50ad1344,revision_number=6']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:31:45.267831 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:31:45.268352 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:31:45.268701 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:31:45.269037 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:31:45.269370 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:31:45.269702 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:31:45.270034 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:31:45.270363 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:31:45.270689 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:31:45.271046 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:31:45.271371 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:31:45.271691 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:31:45.298583 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9d0788c0-0626-4c13-a502-423b48634340 req-41cf5b11-2724-40eb-a80d-9d451d382469 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=c438f059-2799-4ab6-acb8-f504a4e3ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641692 Nov 23 05:31:45.366335 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] get_ports_and_sgs() called for port_ids ['99025866-c895-4488-9f9f-935a50ad1344'] {{(pid=102518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:31:45.415968 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-27e4dc2b-92e0-43e8-9669-6d2caad35532 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733096'] for router_interface, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:45.633045 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e4dc2b-92e0-43e8-9669-6d2caad35532 admin admin] Router ccf93621-1d13-42b1-b790-0480b64cd764 has already been hosted by L3 agent 9dac5a01-04fc-4e91-9910-6392ff9c638b {{(pid=102517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:31:45.971929 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e4dc2b-92e0-43e8-9669-6d2caad35532 admin admin] Notify agent at l3_agent.dv-cinder-805072-6-iscsi the message routers_updated {{(pid=102517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:31:45.977571 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-27e4dc2b-92e0-43e8-9669-6d2caad35532 admin admin] 10.222.0.48 "PUT /v2.0/routers/ccf93621-1d13-42b1-b790-0480b64cd764/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6087942 Nov 23 05:31:45.979396 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 35970) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:31:45.980795 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99cdc81-1ff9-42b7-9208-af8e02119a3c None None] Sync routers for ids ['ccf93621-1d13-42b1-b790-0480b64cd764'] in dv-cinder-805072-6-iscsi {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:31:45.992762 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99cdc81-1ff9-42b7-9208-af8e02119a3c None None] Routers {'ccf93621-1d13-42b1-b790-0480b64cd764'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:31:45.993381 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-b99cdc81-1ff9-42b7-9208-af8e02119a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:31:36Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['ccf93621-1d13-42b1-b790-0480b64cd764'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:31:46.080833 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-63bfb07b-4532-438a-8dd7-33fa470d4f1b admin admin] Publish callbacks [] for router, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:46.096371 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-b99cdc81-1ff9-42b7-9208-af8e02119a3c None None] Set router ccf93621-1d13-42b1-b790-0480b64cd764 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:31:46.185693 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-63bfb07b-4532-438a-8dd7-33fa470d4f1b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:46.242573 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-63bfb07b-4532-438a-8dd7-33fa470d4f1b admin admin] Deleting port b06868b5-bd80-4ceb-971e-6b80c67922b5 {{(pid=102517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:31:46.242939 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-63bfb07b-4532-438a-8dd7-33fa470d4f1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751724797224'] for port, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:46.321244 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-63bfb07b-4532-438a-8dd7-33fa470d4f1b admin admin] For port b06868b5-bd80-4ceb-971e-6b80c67922b5, host dv-cinder-805072-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=b06868b5-bd80-4ceb-971e-6b80c67922b5,segment=NetworkSegment(e4256266-4d48-4c1e-81e6-1081b0d2db50),segment_id=e4256266-4d48-4c1e-81e6-1081b0d2db50)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:31:46.321720 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-63bfb07b-4532-438a-8dd7-33fa470d4f1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630705'] for port, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:46.335610 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-63bfb07b-4532-438a-8dd7-33fa470d4f1b admin admin] Calling delete_port for b06868b5-bd80-4ceb-971e-6b80c67922b5 owned by network:router_gateway {{(pid=102517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:31:46.394166 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-b99cdc81-1ff9-42b7-9208-af8e02119a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf93621-1d13-42b1-b790-0480b64cd764', 'name': 'tempest-TestMinimumBasicScenario-796047916-router', 'tenant_id': '5dd1e0c3287e4976856ecd12547d4b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': 'b06868b5-bd80-4ceb-971e-6b80c67922b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:28:09Z', 'updated_at': '2021-11-23T05:31:45Z', 'revision_number': 5, 'project_id': '5dd1e0c3287e4976856ecd12547d4b60', 'gw_port': {'id': 'b06868b5-bd80-4ceb-971e-6b80c67922b5', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccf93621-1d13-42b1-b790-0480b64cd764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:10Z', 'updated_at': '2021-11-23T05:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi'}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:31:46.428704 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99cdc81-1ff9-42b7-9208-af8e02119a3c None None] Checking router: ccf93621-1d13-42b1-b790-0480b64cd764 for host: dv-cinder-805072-6-iscsi {{(pid=102518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:31:46.435058 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7105c13-242c-41ce-a950-c9fcb221e59b req-b9d001e2-bf23-4028-9b00-c56f53b2c696 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:46.438907 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99cdc81-1ff9-42b7-9208-af8e02119a3c None None] Routers {'ccf93621-1d13-42b1-b790-0480b64cd764'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:31:46.439471 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-b99cdc81-1ff9-42b7-9208-af8e02119a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:31:36Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['ccf93621-1d13-42b1-b790-0480b64cd764'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:31:46.443656 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b7105c13-242c-41ce-a950-c9fcb221e59b req-b9d001e2-bf23-4028-9b00-c56f53b2c696 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6 HTTP/1.1" status: 200 len: 944 time: 0.0653665 Nov 23 05:31:46.507439 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b7105c13-242c-41ce-a950-c9fcb221e59b req-95dd4a91-f9cd-4909-8880-edfdfc1413b3 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=c438f059-2799-4ab6-acb8-f504a4e3ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594833 Nov 23 05:31:46.517466 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-63bfb07b-4532-438a-8dd7-33fa470d4f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751724800597', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751724218543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25211324'] for port, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:46.536408 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-b99cdc81-1ff9-42b7-9208-af8e02119a3c None None] Set router ccf93621-1d13-42b1-b790-0480b64cd764 gateway port host: None {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:31:46.548961 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bfb07b-4532-438a-8dd7-33fa470d4f1b admin admin] Pushing event deleted for resources: {'Port': ['ID=b06868b5-bd80-4ceb-971e-6b80c67922b5,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:31:46.588540 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-b99cdc81-1ff9-42b7-9208-af8e02119a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccf93621-1d13-42b1-b790-0480b64cd764', 'name': 'tempest-TestMinimumBasicScenario-796047916-router', 'tenant_id': '5dd1e0c3287e4976856ecd12547d4b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:28:09Z', 'updated_at': '2021-11-23T05:31:46Z', 'revision_number': 6, 'project_id': '5dd1e0c3287e4976856ecd12547d4b60', 'gw_port_host': None}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:31:46.607635 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-63bfb07b-4532-438a-8dd7-33fa470d4f1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1637830'] for router_gateway, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:46.620265 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99cdc81-1ff9-42b7-9208-af8e02119a3c None None] The sync data for ids ['ccf93621-1d13-42b1-b790-0480b64cd764'] in dv-cinder-805072-6-iscsi is: [{'id': 'ccf93621-1d13-42b1-b790-0480b64cd764', 'name': 'tempest-TestMinimumBasicScenario-796047916-router', 'tenant_id': '5dd1e0c3287e4976856ecd12547d4b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:28:09Z', 'updated_at': '2021-11-23T05:31:46Z', 'revision_number': 6, 'project_id': '5dd1e0c3287e4976856ecd12547d4b60', 'gw_port_host': None}] {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:31:46.714354 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-63bfb07b-4532-438a-8dd7-33fa470d4f1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9527'] for router, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:46.716412 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-63bfb07b-4532-438a-8dd7-33fa470d4f1b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:46.779661 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-63bfb07b-4532-438a-8dd7-33fa470d4f1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733085'] for router, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:46.780263 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63bfb07b-4532-438a-8dd7-33fa470d4f1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccf93621-1d13-42b1-b790-0480b64cd764 {{(pid=102517) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 05:31:46.785999 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-63bfb07b-4532-438a-8dd7-33fa470d4f1b admin admin] Publish callbacks [] for router, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:46.787169 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-63bfb07b-4532-438a-8dd7-33fa470d4f1b admin admin] 10.222.0.48 "DELETE /v2.0/routers/ccf93621-1d13-42b1-b790-0480b64cd764 HTTP/1.1" status: 204 len: 168 time: 0.8067873 Nov 23 05:31:46.789673 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 35976) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:31:46.835120 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.db.db_base_plugin_v2 [None req-a96901b8-66fc-426d-b3d9-7000d19557bc admin admin] Deleting subnet 50b38531-eddf-4b49-b531-e5bf9682dbbe {{(pid=102517) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 05:31:46.838284 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a96901b8-66fc-426d-b3d9-7000d19557bc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:46.872056 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a96901b8-66fc-426d-b3d9-7000d19557bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27248899'] for subnet, precommit_delete_associations {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:46.980254 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a96901b8-66fc-426d-b3d9-7000d19557bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-576047'] for subnet, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:47.010304 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device 99025866-c895-4488-9f9f-935a50ad1344 up at agent hyperv_hv-cinder-80507 {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:31:47.041426 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a96901b8-66fc-426d-b3d9-7000d19557bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-576054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25211281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27225567'] for subnet, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:47.062789 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Provisioning complete for port 99025866-c895-4488-9f9f-935a50ad1344 triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:31:47.063482 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:47.072978 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96901b8-66fc-426d-b3d9-7000d19557bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50b38531-eddf-4b49-b531-e5bf9682dbbe,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:31:47.077726 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a96901b8-66fc-426d-b3d9-7000d19557bc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:47.082375 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-a96901b8-66fc-426d-b3d9-7000d19557bc admin admin] 10.222.0.48 "DELETE /v2.0/subnets/50b38531-eddf-4b49-b531-e5bf9682dbbe HTTP/1.1" status: 204 len: 168 time: 0.2915013 Nov 23 05:31:47.084965 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 35980) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:31:47.096550 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26996836-4d6e-451d-becb-b6c2fcc8732c None None] Network 86607cb6-c8a7-43df-9c11-e08b2a900939 requested from dv-cinder-805072-6-iscsi {{(pid=102518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:31:47.177680 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-fae80548-8ece-44bc-b257-34b03d6e9990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1429853'] for network, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:47.244185 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-fae80548-8ece-44bc-b257-34b03d6e9990 admin admin] Deleting port 0e452b0c-f297-4756-92bf-4e073feedbab {{(pid=102517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:31:47.246522 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-fae80548-8ece-44bc-b257-34b03d6e9990 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751724797224'] for port, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:47.264961 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:47.298848 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '794f33d7-ae89-465f-b43f-2876a0bafbc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99025866-c895-4488-9f9f-935a50ad1344'}] {{(pid=102518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:31:47.301933 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1555ff6ee76347fd5083048713d2688504cf60c4b4cdc9acc0e7e1b3a3add239" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c3e128-e1eb-4fcc-90df-58a23c50add6" -d '{"events": [{"server_uuid": "794f33d7-ae89-465f-b43f-2876a0bafbc6", "name": "network-vif-plugged", "status": "completed", "tag": "99025866-c895-4488-9f9f-935a50ad1344"}]}' {{(pid=102518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:31:47.318884 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port 99025866-c895-4488-9f9f-935a50ad1344, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=99025866-c895-4488-9f9f-935a50ad1344,segment=NetworkSegment(96fbda44-3f8c-4841-b317-f7b687379738),segment_id=96fbda44-3f8c-4841-b317-f7b687379738)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:31:47.332242 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:47.346398 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-fae80548-8ece-44bc-b257-34b03d6e9990 admin admin] For port 0e452b0c-f297-4756-92bf-4e073feedbab, host dv-cinder-805072-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=0e452b0c-f297-4756-92bf-4e073feedbab,segment=NetworkSegment(76f97cea-fdcf-4519-877e-95d9039a1bb2),segment_id=76f97cea-fdcf-4519-877e-95d9039a1bb2)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:31:47.347215 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-fae80548-8ece-44bc-b257-34b03d6e9990 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630705'] for port, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:47.376204 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-fae80548-8ece-44bc-b257-34b03d6e9990 admin admin] Calling delete_port for 0e452b0c-f297-4756-92bf-4e073feedbab owned by network:dhcp {{(pid=102517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:31:47.389422 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Pushing event updated for resources: {'Port': ['ID=99025866-c895-4488-9f9f-935a50ad1344,revision_number=7']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:31:47.443205 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ce2180-cc36-4f77-832a-dbdd6bab7e4e None None] DHCP port deletion for 86607cb6-c8a7-43df-9c11-e08b2a900939 request from dv-cinder-805072-6-iscsi {{(pid=102518) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:31:47.476641 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652e8a9f-e804-46cf-8123-81bf8337efd7 x-openstack-request-id: req-652e8a9f-e804-46cf-8123-81bf8337efd7 {{(pid=102518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:31:47.477138 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "794f33d7-ae89-465f-b43f-2876a0bafbc6", "name": "network-vif-plugged", "status": "completed", "tag": "99025866-c895-4488-9f9f-935a50ad1344", "code": 200}]} {{(pid=102518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:31:47.477588 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-652e8a9f-e804-46cf-8123-81bf8337efd7 {{(pid=102518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:31:47.477881 dv-cinder-805072-6-iscsi neutron-server[102518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794f33d7-ae89-465f-b43f-2876a0bafbc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99025866-c895-4488-9f9f-935a50ad1344', 'code': 200} Nov 23 05:31:47.509982 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-61ce2180-cc36-4f77-832a-dbdd6bab7e4e None None] Deleting port 0e452b0c-f297-4756-92bf-4e073feedbab {{(pid=102518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:31:47.510431 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-61ce2180-cc36-4f77-832a-dbdd6bab7e4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751724797224'] for port, before_delete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:47.513131 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-fae80548-8ece-44bc-b257-34b03d6e9990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751724800597', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751724218543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25211324'] for port, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:47.543822 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae80548-8ece-44bc-b257-34b03d6e9990 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e452b0c-f297-4756-92bf-4e073feedbab,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:31:47.552667 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae80548-8ece-44bc-b257-34b03d6e9990 admin admin] No DVR routers for this DVR port 0e452b0c-f297-4756-92bf-4e073feedbab on host dv-cinder-805072-6-iscsi {{(pid=102517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:31:47.596878 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-61ce2180-cc36-4f77-832a-dbdd6bab7e4e None None] For port 0e452b0c-f297-4756-92bf-4e073feedbab, host dv-cinder-805072-6-iscsi, got binding levels [] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:31:47.597430 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-61ce2180-cc36-4f77-832a-dbdd6bab7e4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630705'] for port, precommit_delete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:47.612383 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-61ce2180-cc36-4f77-832a-dbdd6bab7e4e None None] Calling delete_port for 0e452b0c-f297-4756-92bf-4e073feedbab owned by network:dhcp {{(pid=102518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:31:47.617655 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.ipam_backend_mixin [None req-61ce2180-cc36-4f77-832a-dbdd6bab7e4e None None] Port 0e452b0c-f297-4756-92bf-4e073feedbab was not found and therefore no delete operation was performed {{(pid=102518) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 05:31:47.619761 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-61ce2180-cc36-4f77-832a-dbdd6bab7e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751724800597', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751724218543'] for port, after_delete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:47.693700 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ce2180-cc36-4f77-832a-dbdd6bab7e4e None None] No DVR routers for this DVR port 0e452b0c-f297-4756-92bf-4e073feedbab on host dv-cinder-805072-6-iscsi {{(pid=102518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:31:47.697088 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ce2180-cc36-4f77-832a-dbdd6bab7e4e None None] Pushing event deleted for resources: {'Port': ['ID=0e452b0c-f297-4756-92bf-4e073feedbab,revision_number=None']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:31:47.710362 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc7cae-a194-419f-9a98-78050d2a9718 req-2f11d693-d09e-481b-9624-fecc3ceeca8c tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:47.713916 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-fae80548-8ece-44bc-b257-34b03d6e9990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734108', 'neutron.services.segments.db._delete_segments_for_network-8751724566155'] for network, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:47.718239 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c7cc7cae-a194-419f-9a98-78050d2a9718 req-2f11d693-d09e-481b-9624-fecc3ceeca8c tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6 HTTP/1.1" status: 200 len: 945 time: 0.1059668 Nov 23 05:31:47.789357 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.services.segments.db [None req-fae80548-8ece-44bc-b257-34b03d6e9990 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86607cb6-c8a7-43df-9c11-e08b2a900939']}} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:31:47.793140 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c7cc7cae-a194-419f-9a98-78050d2a9718 req-8ef305e7-9d32-41a2-8bf8-a971866a9ce0 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=c438f059-2799-4ab6-acb8-f504a4e3ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737178 Nov 23 05:31:47.819819 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.services.segments.db [None req-fae80548-8ece-44bc-b257-34b03d6e9990 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76f97cea-fdcf-4519-877e-95d9039a1bb2') {'for_net_delete': True} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:31:47.820127 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.services.segments.db [None req-fae80548-8ece-44bc-b257-34b03d6e9990 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76f97cea-fdcf-4519-877e-95d9039a1bb2') {} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:31:47.842462 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-fae80548-8ece-44bc-b257-34b03d6e9990 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751724742166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27248922'] for segment, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:47.861977 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-fae80548-8ece-44bc-b257-34b03d6e9990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574952'] for segment, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:47.877767 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fae80548-8ece-44bc-b257-34b03d6e9990 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=102517) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 05:31:47.877767 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-fae80548-8ece-44bc-b257-34b03d6e9990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25211343'] for segment, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:47.877767 dv-cinder-805072-6-iscsi neutron-server[102517]: Traceback (most recent call last): Nov 23 05:31:47.877767 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 05:31:47.877767 dv-cinder-805072-6-iscsi neutron-server[102517]: timer() Nov 23 05:31:47.877767 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 05:31:47.877767 dv-cinder-805072-6-iscsi neutron-server[102517]: cb(*args, **kw) Nov 23 05:31:47.877767 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 05:31:47.877767 dv-cinder-805072-6-iscsi neutron-server[102517]: return func(*args, **kwargs) Nov 23 05:31:47.877767 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 05:31:47.877767 dv-cinder-805072-6-iscsi neutron-server[102517]: self._notify() Nov 23 05:31:47.877767 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 05:31:47.877767 dv-cinder-805072-6-iscsi neutron-server[102517]: self.callback(batched_events) Nov 23 05:31:47.877767 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 05:31:47.877767 dv-cinder-805072-6-iscsi neutron-server[102517]: event.method(event) Nov 23 05:31:47.877767 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 05:31:47.877767 dv-cinder-805072-6-iscsi neutron-server[102517]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 05:31:47.877767 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 05:31:47.877767 dv-cinder-805072-6-iscsi neutron-server[102517]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 05:31:47.877767 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 05:31:47.877767 dv-cinder-805072-6-iscsi neutron-server[102517]: return f(self, *a, **k) Nov 23 05:31:47.877767 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 05:31:47.877767 dv-cinder-805072-6-iscsi neutron-server[102517]: return self._get(url).json() Nov 23 05:31:47.877767 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 05:31:47.877767 dv-cinder-805072-6-iscsi neutron-server[102517]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 05:31:47.877767 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 05:31:47.877767 dv-cinder-805072-6-iscsi neutron-server[102517]: return self.request(url, 'GET', **kwargs) Nov 23 05:31:47.877767 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 05:31:47.877767 dv-cinder-805072-6-iscsi neutron-server[102517]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 05:31:47.877767 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 05:31:47.877767 dv-cinder-805072-6-iscsi neutron-server[102517]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 05:31:47.877767 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 05:31:47.877767 dv-cinder-805072-6-iscsi neutron-server[102517]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 05:31:47.877767 dv-cinder-805072-6-iscsi neutron-server[102517]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 05:31:47.961229 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-fae80548-8ece-44bc-b257-34b03d6e9990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637750'] for network, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:47.973216 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-fae80548-8ece-44bc-b257-34b03d6e9990 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for network, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:47.979155 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-fae80548-8ece-44bc-b257-34b03d6e9990 admin admin] 10.222.0.48 "DELETE /v2.0/networks/86607cb6-c8a7-43df-9c11-e08b2a900939 HTTP/1.1" status: 204 len: 168 time: 0.8906541 Nov 23 05:31:47.979628 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 36016) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:31:47.998495 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae80548-8ece-44bc-b257-34b03d6e9990 admin admin] Pushing event deleted for resources: {'Network': ['ID=86607cb6-c8a7-43df-9c11-e08b2a900939,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:31:48.047397 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device b06868b5-bd80-4ceb-971e-6b80c67922b5 no longer exists at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:31:48.069572 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] No Port match for: b06868b5-bd80-4ceb-971e-6b80c67922b5 {{(pid=102518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:31:48.069951 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device b06868b5-bd80-4ceb-971e-6b80c67922b5 not bound to the agent host dv-cinder-805072-6-iscsi {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:31:48.070335 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 0850cfbc-8047-4342-b81d-3e90b590c34e no longer exists at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:31:48.090820 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] No Port match for: 0850cfbc-8047-4342-b81d-3e90b590c34e {{(pid=102518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:31:48.091224 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 0850cfbc-8047-4342-b81d-3e90b590c34e not bound to the agent host dv-cinder-805072-6-iscsi {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:31:48.091643 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 0e452b0c-f297-4756-92bf-4e073feedbab no longer exists at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:31:48.116719 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] No Port match for: 0e452b0c-f297-4756-92bf-4e073feedbab {{(pid=102518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:31:48.117070 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 0e452b0c-f297-4756-92bf-4e073feedbab not bound to the agent host dv-cinder-805072-6-iscsi {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:31:48.788136 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-35f71212-608a-41a8-822c-5f434c0d4a56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733144'] for router_interface, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:49.031504 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56b43a0-290c-461e-aa5f-1ef0db40edd3 req-6c473179-93e8-49d0-a50c-2c8a55019111 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:49.033586 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d56b43a0-290c-461e-aa5f-1ef0db40edd3 req-6c473179-93e8-49d0-a50c-2c8a55019111 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6 HTTP/1.1" status: 200 len: 945 time: 0.1493533 Nov 23 05:31:49.137747 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d56b43a0-290c-461e-aa5f-1ef0db40edd3 req-912f9dab-945f-4dfd-a0b7-7fb9bbd64aa4 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=c438f059-2799-4ab6-acb8-f504a4e3ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835001 Nov 23 05:31:49.256250 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [None req-35f71212-608a-41a8-822c-5f434c0d4a56 admin admin] Deleting port 9770f4a6-7e0e-4b88-a167-d6a33161c795 {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:31:49.256616 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-35f71212-608a-41a8-822c-5f434c0d4a56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751724797224'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:49.375529 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [None req-35f71212-608a-41a8-822c-5f434c0d4a56 admin admin] For port 9770f4a6-7e0e-4b88-a167-d6a33161c795, host dv-cinder-805072-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=9770f4a6-7e0e-4b88-a167-d6a33161c795,segment=NetworkSegment(077c2104-4d7c-49fa-a847-952c74c29e85),segment_id=077c2104-4d7c-49fa-a847-952c74c29e85)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:31:49.376836 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-35f71212-608a-41a8-822c-5f434c0d4a56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630705'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:49.405675 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [None req-35f71212-608a-41a8-822c-5f434c0d4a56 admin admin] Calling delete_port for 9770f4a6-7e0e-4b88-a167-d6a33161c795 owned by network:router_interface {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:31:49.704184 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-35f71212-608a-41a8-822c-5f434c0d4a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751724800597', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751724218543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237887'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:49.739921 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f71212-608a-41a8-822c-5f434c0d4a56 admin admin] Pushing event deleted for resources: {'Port': ['ID=9770f4a6-7e0e-4b88-a167-d6a33161c795,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:31:50.003424 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-35f71212-608a-41a8-822c-5f434c0d4a56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733096'] for router_interface, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:50.297118 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f71212-608a-41a8-822c-5f434c0d4a56 admin admin] Router 6ec4def7-f3ae-4318-80ee-177989bd4588 has already been hosted by L3 agent 9dac5a01-04fc-4e91-9910-6392ff9c638b {{(pid=102516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:31:50.311770 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24109893-c818-49da-85c7-6cf3ca4781cb req-d421490d-bf13-4a07-a4ab-37bdb5a7dd69 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:50.313360 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-24109893-c818-49da-85c7-6cf3ca4781cb req-d421490d-bf13-4a07-a4ab-37bdb5a7dd69 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6 HTTP/1.1" status: 200 len: 945 time: 0.0707521 Nov 23 05:31:50.437886 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-24109893-c818-49da-85c7-6cf3ca4781cb req-934aba6d-2002-4513-a029-65223cec1191 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=c438f059-2799-4ab6-acb8-f504a4e3ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177101 Nov 23 05:31:50.469166 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f71212-608a-41a8-822c-5f434c0d4a56 admin admin] Notify agent at l3_agent.dv-cinder-805072-6-iscsi the message routers_updated {{(pid=102516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:31:50.475508 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-35f71212-608a-41a8-822c-5f434c0d4a56 admin admin] 10.222.0.48 "PUT /v2.0/routers/6ec4def7-f3ae-4318-80ee-177989bd4588/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4923863 Nov 23 05:31:50.476080 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 36034) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:31:50.480737 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972b0b30-b7fa-4014-b077-2e007942d3a6 None None] Sync routers for ids ['6ec4def7-f3ae-4318-80ee-177989bd4588'] in dv-cinder-805072-6-iscsi {{(pid=102519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:31:50.492293 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972b0b30-b7fa-4014-b077-2e007942d3a6 None None] Routers {'6ec4def7-f3ae-4318-80ee-177989bd4588'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:31:50.492944 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-972b0b30-b7fa-4014-b077-2e007942d3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:31:36Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['6ec4def7-f3ae-4318-80ee-177989bd4588'], 'active': True} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:31:50.622259 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-f026d4c1-b42c-434c-98a2-43c1e50f4e4f admin admin] Publish callbacks [] for router, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:50.624896 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvr_db [None req-972b0b30-b7fa-4014-b077-2e007942d3a6 None None] Set router 6ec4def7-f3ae-4318-80ee-177989bd4588 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:31:50.805124 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-f026d4c1-b42c-434c-98a2-43c1e50f4e4f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:50.856709 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-972b0b30-b7fa-4014-b077-2e007942d3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ec4def7-f3ae-4318-80ee-177989bd4588', 'name': 'tempest-TestMinimumBasicScenario-1436583384-router', 'tenant_id': '4efb292b4a3a434790dcc77cc6795003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '2df553b7-6309-4c81-9418-cc202b394eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:28:20Z', 'updated_at': '2021-11-23T05:31:49Z', 'revision_number': 5, 'project_id': '4efb292b4a3a434790dcc77cc6795003', 'gw_port': {'id': '2df553b7-6309-4c81-9418-cc202b394eef', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:5c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ec4def7-f3ae-4318-80ee-177989bd4588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:21Z', 'updated_at': '2021-11-23T05:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi'}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:31:50.901679 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972b0b30-b7fa-4014-b077-2e007942d3a6 None None] Checking router: 6ec4def7-f3ae-4318-80ee-177989bd4588 for host: dv-cinder-805072-6-iscsi {{(pid=102519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:31:50.912752 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972b0b30-b7fa-4014-b077-2e007942d3a6 None None] Routers {'6ec4def7-f3ae-4318-80ee-177989bd4588'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:31:50.913672 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-972b0b30-b7fa-4014-b077-2e007942d3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:31:36Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['6ec4def7-f3ae-4318-80ee-177989bd4588'], 'active': True} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:31:50.917519 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-f026d4c1-b42c-434c-98a2-43c1e50f4e4f admin admin] Deleting port 2df553b7-6309-4c81-9418-cc202b394eef {{(pid=102517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:31:50.918040 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-f026d4c1-b42c-434c-98a2-43c1e50f4e4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751724797224'] for port, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:51.056954 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-f026d4c1-b42c-434c-98a2-43c1e50f4e4f admin admin] For port 2df553b7-6309-4c81-9418-cc202b394eef, host dv-cinder-805072-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=2df553b7-6309-4c81-9418-cc202b394eef,segment=NetworkSegment(e4256266-4d48-4c1e-81e6-1081b0d2db50),segment_id=e4256266-4d48-4c1e-81e6-1081b0d2db50)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:31:51.057354 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-f026d4c1-b42c-434c-98a2-43c1e50f4e4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630705'] for port, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:51.074209 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-f026d4c1-b42c-434c-98a2-43c1e50f4e4f admin admin] Calling delete_port for 2df553b7-6309-4c81-9418-cc202b394eef owned by network:router_gateway {{(pid=102517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:31:51.159523 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvr_db [None req-972b0b30-b7fa-4014-b077-2e007942d3a6 None None] Set router 6ec4def7-f3ae-4318-80ee-177989bd4588 gateway port host: None {{(pid=102519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:31:51.232610 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-972b0b30-b7fa-4014-b077-2e007942d3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ec4def7-f3ae-4318-80ee-177989bd4588', 'name': 'tempest-TestMinimumBasicScenario-1436583384-router', 'tenant_id': '4efb292b4a3a434790dcc77cc6795003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:28:20Z', 'updated_at': '2021-11-23T05:31:50Z', 'revision_number': 6, 'project_id': '4efb292b4a3a434790dcc77cc6795003', 'gw_port_host': None}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:31:51.263843 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972b0b30-b7fa-4014-b077-2e007942d3a6 None None] The sync data for ids ['6ec4def7-f3ae-4318-80ee-177989bd4588'] in dv-cinder-805072-6-iscsi is: [{'id': '6ec4def7-f3ae-4318-80ee-177989bd4588', 'name': 'tempest-TestMinimumBasicScenario-1436583384-router', 'tenant_id': '4efb292b4a3a434790dcc77cc6795003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:28:20Z', 'updated_at': '2021-11-23T05:31:50Z', 'revision_number': 6, 'project_id': '4efb292b4a3a434790dcc77cc6795003', 'gw_port_host': None}] {{(pid=102519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:31:51.279548 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-f026d4c1-b42c-434c-98a2-43c1e50f4e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751724800597', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751724218543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25211324'] for port, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:51.324495 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f026d4c1-b42c-434c-98a2-43c1e50f4e4f admin admin] Pushing event deleted for resources: {'Port': ['ID=2df553b7-6309-4c81-9418-cc202b394eef,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:31:51.380704 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-f026d4c1-b42c-434c-98a2-43c1e50f4e4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1637830'] for router_gateway, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:51.474705 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-f026d4c1-b42c-434c-98a2-43c1e50f4e4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9527'] for router, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:51.477242 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-f026d4c1-b42c-434c-98a2-43c1e50f4e4f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:51.545045 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-f026d4c1-b42c-434c-98a2-43c1e50f4e4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733085'] for router, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:51.545820 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f026d4c1-b42c-434c-98a2-43c1e50f4e4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ec4def7-f3ae-4318-80ee-177989bd4588 {{(pid=102517) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 05:31:51.552425 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-f026d4c1-b42c-434c-98a2-43c1e50f4e4f admin admin] Publish callbacks [] for router, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:51.553749 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-f026d4c1-b42c-434c-98a2-43c1e50f4e4f admin admin] 10.222.0.48 "DELETE /v2.0/routers/6ec4def7-f3ae-4318-80ee-177989bd4588 HTTP/1.1" status: 204 len: 168 time: 1.0766380 Nov 23 05:31:51.556239 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 36054) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:31:51.594999 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc09f47-5335-4b3f-9cf7-b67c72bedbd1 req-7404d8bc-af41-49d4-ad05-8e2b15dce75a tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:51.596706 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8bc09f47-5335-4b3f-9cf7-b67c72bedbd1 req-7404d8bc-af41-49d4-ad05-8e2b15dce75a tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6 HTTP/1.1" status: 200 len: 945 time: 0.0724554 Nov 23 05:31:51.618287 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea65ec44-ec92-4664-86dc-2e481a485495 admin admin] Deleting subnet 8bba76eb-1fbe-498a-bb0a-248069119c0d {{(pid=102517) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 05:31:51.625196 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-ea65ec44-ec92-4664-86dc-2e481a485495 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:51.664013 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8bc09f47-5335-4b3f-9cf7-b67c72bedbd1 req-03fff9d6-3a4f-4eb0-8381-9ab3c8303988 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=c438f059-2799-4ab6-acb8-f504a4e3ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601280 Nov 23 05:31:51.671867 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-ea65ec44-ec92-4664-86dc-2e481a485495 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27248899'] for subnet, precommit_delete_associations {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:51.768988 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-ea65ec44-ec92-4664-86dc-2e481a485495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-576047'] for subnet, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:51.843210 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-ea65ec44-ec92-4664-86dc-2e481a485495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-576054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25211281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27225567'] for subnet, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:51.873988 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65ec44-ec92-4664-86dc-2e481a485495 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bba76eb-1fbe-498a-bb0a-248069119c0d,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:31:51.879652 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-ea65ec44-ec92-4664-86dc-2e481a485495 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:51.887156 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-ea65ec44-ec92-4664-86dc-2e481a485495 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8bba76eb-1fbe-498a-bb0a-248069119c0d HTTP/1.1" status: 204 len: 168 time: 0.3276811 Nov 23 05:31:51.887352 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9752fc-b1be-4cfc-8b58-2fcb8fbeef27 None None] Network 1d5635ba-1814-486a-b731-f60fff1908dc requested from dv-cinder-805072-6-iscsi {{(pid=102518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:31:51.887781 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 36056) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:31:51.991140 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-aa21ad26-5c8e-4b5e-92fb-7e20185ea8bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1429853'] for network, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:52.063606 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [None req-aa21ad26-5c8e-4b5e-92fb-7e20185ea8bd admin admin] Deleting port 9d7c22e7-4baf-4975-b257-391d648e1cbf {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:31:52.064023 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-aa21ad26-5c8e-4b5e-92fb-7e20185ea8bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751724797224'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:52.149082 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ba8691-7413-442c-a50a-ef17334a3622 None None] DHCP port deletion for 1d5635ba-1814-486a-b731-f60fff1908dc request from dv-cinder-805072-6-iscsi {{(pid=102518) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:31:52.201283 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [None req-aa21ad26-5c8e-4b5e-92fb-7e20185ea8bd admin admin] For port 9d7c22e7-4baf-4975-b257-391d648e1cbf, host dv-cinder-805072-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=9d7c22e7-4baf-4975-b257-391d648e1cbf,segment=NetworkSegment(077c2104-4d7c-49fa-a847-952c74c29e85),segment_id=077c2104-4d7c-49fa-a847-952c74c29e85)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:31:52.219090 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-aa21ad26-5c8e-4b5e-92fb-7e20185ea8bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630705'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:52.254603 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [None req-aa21ad26-5c8e-4b5e-92fb-7e20185ea8bd admin admin] Calling delete_port for 9d7c22e7-4baf-4975-b257-391d648e1cbf owned by network:dhcp {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:31:52.264071 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-b5ba8691-7413-442c-a50a-ef17334a3622 None None] Deleting port 9d7c22e7-4baf-4975-b257-391d648e1cbf {{(pid=102518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:31:52.266008 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-b5ba8691-7413-442c-a50a-ef17334a3622 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751724797224'] for port, before_delete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:52.268978 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 9d7c22e7-4baf-4975-b257-391d648e1cbf no longer exists at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:31:52.395849 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-aa21ad26-5c8e-4b5e-92fb-7e20185ea8bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751724800597', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751724218543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237887'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:52.426520 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa21ad26-5c8e-4b5e-92fb-7e20185ea8bd admin admin] Pushing event deleted for resources: {'Port': ['ID=9d7c22e7-4baf-4975-b257-391d648e1cbf,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:31:52.428459 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa21ad26-5c8e-4b5e-92fb-7e20185ea8bd admin admin] No DVR routers for this DVR port 9d7c22e7-4baf-4975-b257-391d648e1cbf on host dv-cinder-805072-6-iscsi {{(pid=102516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:31:52.439323 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-b5ba8691-7413-442c-a50a-ef17334a3622 None None] For port 9d7c22e7-4baf-4975-b257-391d648e1cbf, host dv-cinder-805072-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=9d7c22e7-4baf-4975-b257-391d648e1cbf,segment=NetworkSegment(077c2104-4d7c-49fa-a847-952c74c29e85),segment_id=077c2104-4d7c-49fa-a847-952c74c29e85)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:31:52.440391 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-b5ba8691-7413-442c-a50a-ef17334a3622 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630705'] for port, precommit_delete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:52.457610 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-b5ba8691-7413-442c-a50a-ef17334a3622 None None] Calling delete_port for 9d7c22e7-4baf-4975-b257-391d648e1cbf owned by network:dhcp {{(pid=102518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:31:52.460595 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] No active binding found for port 9d7c22e7-4baf-4975-b257-391d648e1cbf {{(pid=102518) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 23 05:31:52.461630 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 9d7c22e7-4baf-4975-b257-391d648e1cbf not bound to the agent host dv-cinder-805072-6-iscsi {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:31:52.462250 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 9770f4a6-7e0e-4b88-a167-d6a33161c795 no longer exists at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:31:52.501047 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] No Port match for: 9770f4a6-7e0e-4b88-a167-d6a33161c795 {{(pid=102518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:31:52.501401 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 9770f4a6-7e0e-4b88-a167-d6a33161c795 not bound to the agent host dv-cinder-805072-6-iscsi {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:31:52.501865 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 2df553b7-6309-4c81-9418-cc202b394eef no longer exists at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:31:52.548520 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-aa21ad26-5c8e-4b5e-92fb-7e20185ea8bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734108', 'neutron.services.segments.db._delete_segments_for_network-8751724566155'] for network, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:52.580259 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.services.segments.db [None req-aa21ad26-5c8e-4b5e-92fb-7e20185ea8bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d5635ba-1814-486a-b731-f60fff1908dc']}} {{(pid=102516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:31:52.608635 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.services.segments.db [None req-aa21ad26-5c8e-4b5e-92fb-7e20185ea8bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '077c2104-4d7c-49fa-a847-952c74c29e85') {'for_net_delete': True} {{(pid=102516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:31:52.609956 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.services.segments.db [None req-aa21ad26-5c8e-4b5e-92fb-7e20185ea8bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '077c2104-4d7c-49fa-a847-952c74c29e85') {} {{(pid=102516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:31:52.628849 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-aa21ad26-5c8e-4b5e-92fb-7e20185ea8bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751724742166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4037908'] for segment, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:52.658377 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] No Port match for: 2df553b7-6309-4c81-9418-cc202b394eef {{(pid=102518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:31:52.658754 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 2df553b7-6309-4c81-9418-cc202b394eef not bound to the agent host dv-cinder-805072-6-iscsi {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:31:52.679953 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-aa21ad26-5c8e-4b5e-92fb-7e20185ea8bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574952'] for segment, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:52.688579 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa21ad26-5c8e-4b5e-92fb-7e20185ea8bd admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=102516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 05:31:52.689361 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-aa21ad26-5c8e-4b5e-92fb-7e20185ea8bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237772'] for segment, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:52.735349 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-b5ba8691-7413-442c-a50a-ef17334a3622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751724800597', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751724218543'] for port, after_delete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:52.754554 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ba8691-7413-442c-a50a-ef17334a3622 None None] No DVR routers for this DVR port 9d7c22e7-4baf-4975-b257-391d648e1cbf on host dv-cinder-805072-6-iscsi {{(pid=102518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:31:52.785375 dv-cinder-805072-6-iscsi neutron-server[102516]: Traceback (most recent call last): Nov 23 05:31:52.785375 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 05:31:52.785375 dv-cinder-805072-6-iscsi neutron-server[102516]: timer() Nov 23 05:31:52.785375 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 05:31:52.785375 dv-cinder-805072-6-iscsi neutron-server[102516]: cb(*args, **kw) Nov 23 05:31:52.785375 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 05:31:52.785375 dv-cinder-805072-6-iscsi neutron-server[102516]: return func(*args, **kwargs) Nov 23 05:31:52.785375 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 05:31:52.785375 dv-cinder-805072-6-iscsi neutron-server[102516]: self._notify() Nov 23 05:31:52.785375 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 05:31:52.785375 dv-cinder-805072-6-iscsi neutron-server[102516]: self.callback(batched_events) Nov 23 05:31:52.785375 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 05:31:52.785375 dv-cinder-805072-6-iscsi neutron-server[102516]: event.method(event) Nov 23 05:31:52.785375 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 05:31:52.785375 dv-cinder-805072-6-iscsi neutron-server[102516]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 05:31:52.785375 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 05:31:52.785375 dv-cinder-805072-6-iscsi neutron-server[102516]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 05:31:52.785375 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 05:31:52.785375 dv-cinder-805072-6-iscsi neutron-server[102516]: return f(self, *a, **k) Nov 23 05:31:52.785375 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 05:31:52.785375 dv-cinder-805072-6-iscsi neutron-server[102516]: return self._get(url).json() Nov 23 05:31:52.785375 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 05:31:52.785375 dv-cinder-805072-6-iscsi neutron-server[102516]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 05:31:52.785375 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 05:31:52.785375 dv-cinder-805072-6-iscsi neutron-server[102516]: return self.request(url, 'GET', **kwargs) Nov 23 05:31:52.785375 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 05:31:52.785375 dv-cinder-805072-6-iscsi neutron-server[102516]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 05:31:52.785375 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 05:31:52.785375 dv-cinder-805072-6-iscsi neutron-server[102516]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 05:31:52.785375 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 05:31:52.785375 dv-cinder-805072-6-iscsi neutron-server[102516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 05:31:52.785375 dv-cinder-805072-6-iscsi neutron-server[102516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 05:31:52.801553 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba8691-7413-442c-a50a-ef17334a3622 None None] Pushing event deleted for resources: {'Port': ['ID=9d7c22e7-4baf-4975-b257-391d648e1cbf,revision_number=None']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:31:52.857264 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-aa21ad26-5c8e-4b5e-92fb-7e20185ea8bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637750'] for network, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:52.862035 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-aa21ad26-5c8e-4b5e-92fb-7e20185ea8bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for network, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:52.865913 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-aa21ad26-5c8e-4b5e-92fb-7e20185ea8bd admin admin] 10.222.0.48 "DELETE /v2.0/networks/1d5635ba-1814-486a-b731-f60fff1908dc HTTP/1.1" status: 204 len: 168 time: 0.9771259 Nov 23 05:31:52.898902 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa21ad26-5c8e-4b5e-92fb-7e20185ea8bd admin admin] Pushing event deleted for resources: {'Network': ['ID=1d5635ba-1814-486a-b731-f60fff1908dc,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:31:52.911823 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e925af-99cc-4847-83e4-1fab92b69620 req-1b5e476f-b05d-44b3-b3d2-0d2c876fb76b tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:52.922845 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e8e925af-99cc-4847-83e4-1fab92b69620 req-1b5e476f-b05d-44b3-b3d2-0d2c876fb76b tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6 HTTP/1.1" status: 200 len: 945 time: 0.1140726 Nov 23 05:31:52.988348 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e8e925af-99cc-4847-83e4-1fab92b69620 req-42fcf52b-49c2-496c-99f9-2dda5150d3d9 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=c438f059-2799-4ab6-acb8-f504a4e3ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572984 Nov 23 05:31:53.049968 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caae3fa-d56c-41c2-9d4b-1a21b0c695ad req-da53a19a-e3e9-4214-9893-0999e0d126ab tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:53.052263 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3caae3fa-d56c-41c2-9d4b-1a21b0c695ad req-da53a19a-e3e9-4214-9893-0999e0d126ab tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab0c1b71-02f6-421f-a0b2-68d163ba0bcc HTTP/1.1" status: 200 len: 946 time: 0.0814371 Nov 23 05:31:53.108132 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 36082) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:31:53.111936 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3caae3fa-d56c-41c2-9d4b-1a21b0c695ad req-fabbde2b-54bf-46ae-b44e-2aab0b6fd5e7 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=2914c06b-fbf7-479b-89fd-a25b606bdd53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535836 Nov 23 05:31:53.154534 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-85388c03-2b59-433f-83d4-b969fdf5611f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5dd1e0c3287e4976856ecd12547d4b60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0452311 Nov 23 05:31:53.159015 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 36084) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:31:53.213392 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-8ceda833-fa27-4cd8-a106-cfa040723f7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:53.238668 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-8ceda833-fa27-4cd8-a106-cfa040723f7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:53.304525 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-8ceda833-fa27-4cd8-a106-cfa040723f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:53.307260 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-8ceda833-fa27-4cd8-a106-cfa040723f7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:53.310699 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-8ceda833-fa27-4cd8-a106-cfa040723f7b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/09315a98-c01a-423c-9e97-abf477e7ea74 HTTP/1.1" status: 204 len: 168 time: 0.1484480 Nov 23 05:31:53.321867 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceda833-fa27-4cd8-a106-cfa040723f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09315a98-c01a-423c-9e97-abf477e7ea74,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:31:53.691943 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 36090) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:31:53.744962 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 36092) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:31:53.745306 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-d8ac0111-952d-46aa-b10b-4a078d8c0bfe admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4efb292b4a3a434790dcc77cc6795003&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0518720 Nov 23 05:31:53.798766 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-5b2fe7ff-bef3-4abd-a6bc-e66ffaf81374 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:53.821680 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-5b2fe7ff-bef3-4abd-a6bc-e66ffaf81374 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:53.876961 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-5b2fe7ff-bef3-4abd-a6bc-e66ffaf81374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:53.880075 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-5b2fe7ff-bef3-4abd-a6bc-e66ffaf81374 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:53.883934 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-5b2fe7ff-bef3-4abd-a6bc-e66ffaf81374 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9ec5df29-fdb1-44da-ae18-2500281acaf8 HTTP/1.1" status: 204 len: 168 time: 0.1354961 Nov 23 05:31:53.891593 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2fe7ff-bef3-4abd-a6bc-e66ffaf81374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec5df29-fdb1-44da-ae18-2500281acaf8,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:31:54.148600 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3408d5a8-dbf5-487c-8ac2-5f969078ca79 req-77b71001-3439-4447-9626-eec67e8bd14c tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:54.150429 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3408d5a8-dbf5-487c-8ac2-5f969078ca79 req-77b71001-3439-4447-9626-eec67e8bd14c tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6 HTTP/1.1" status: 200 len: 945 time: 0.0838566 Nov 23 05:31:54.256763 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3408d5a8-dbf5-487c-8ac2-5f969078ca79 req-3c0f11c3-5522-460f-a673-1511ca318f8f tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=c438f059-2799-4ab6-acb8-f504a4e3ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980186 Nov 23 05:31:54.301261 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cddb2d-390f-4c58-bbf0-4054ef2e6536 req-4bf48303-12b1-4f63-985b-f78197bb6616 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:54.303344 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-75cddb2d-390f-4c58-bbf0-4054ef2e6536 req-4bf48303-12b1-4f63-985b-f78197bb6616 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab0c1b71-02f6-421f-a0b2-68d163ba0bcc HTTP/1.1" status: 200 len: 946 time: 0.0928085 Nov 23 05:31:54.371068 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-75cddb2d-390f-4c58-bbf0-4054ef2e6536 req-3f009539-c67c-4595-8dd0-b552948d011d tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=2914c06b-fbf7-479b-89fd-a25b606bdd53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612819 Nov 23 05:31:54.892495 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9cf62a-0ede-4a87-8720-65631e2332a1 req-e017a28c-d2f3-491a-aed3-99209af6ee0c tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:54.894852 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2e9cf62a-0ede-4a87-8720-65631e2332a1 req-e017a28c-d2f3-491a-aed3-99209af6ee0c tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab0c1b71-02f6-421f-a0b2-68d163ba0bcc HTTP/1.1" status: 200 len: 946 time: 0.0667987 Nov 23 05:31:54.995013 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-2e9cf62a-0ede-4a87-8720-65631e2332a1 req-29df52fc-6314-4712-8e0f-8be6eed5d93b tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Deleting port 536bb4a7-282e-4d93-8b7f-619b7d0e53d0 {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:31:54.995357 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-2e9cf62a-0ede-4a87-8720-65631e2332a1 req-29df52fc-6314-4712-8e0f-8be6eed5d93b tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751724797224'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:55.095617 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-2e9cf62a-0ede-4a87-8720-65631e2332a1 req-29df52fc-6314-4712-8e0f-8be6eed5d93b tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] For port 536bb4a7-282e-4d93-8b7f-619b7d0e53d0, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=536bb4a7-282e-4d93-8b7f-619b7d0e53d0,segment=NetworkSegment(94907b3a-6e89-4b23-8d3e-b6a0ef2909b5),segment_id=94907b3a-6e89-4b23-8d3e-b6a0ef2909b5)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:31:55.095971 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-2e9cf62a-0ede-4a87-8720-65631e2332a1 req-29df52fc-6314-4712-8e0f-8be6eed5d93b tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630705'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:55.604104 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d4182-4ac4-4c7f-a541-7cb9cc0e8dcb req-68dcd5c0-728f-4c3e-a509-26bb8957d253 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:55.605494 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8f1d4182-4ac4-4c7f-a541-7cb9cc0e8dcb req-68dcd5c0-728f-4c3e-a509-26bb8957d253 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6 HTTP/1.1" status: 200 len: 945 time: 0.1439149 Nov 23 05:31:55.615615 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d7245-c89e-47a3-bef2-2b30bf035d3f req-dc0c6378-7d69-441b-aad5-dde1985ab96c tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:55.617115 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-da1d7245-c89e-47a3-bef2-2b30bf035d3f req-dc0c6378-7d69-441b-aad5-dde1985ab96c tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab0c1b71-02f6-421f-a0b2-68d163ba0bcc HTTP/1.1" status: 200 len: 946 time: 0.1544151 Nov 23 05:31:55.650261 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-2e9cf62a-0ede-4a87-8720-65631e2332a1 req-29df52fc-6314-4712-8e0f-8be6eed5d93b tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:55.650618 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-2e9cf62a-0ede-4a87-8720-65631e2332a1 req-29df52fc-6314-4712-8e0f-8be6eed5d93b tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637656'] for floatingip, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:55.650970 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.db.l3_db [req-2e9cf62a-0ede-4a87-8720-65631e2332a1 req-29df52fc-6314-4712-8e0f-8be6eed5d93b tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Floating IP 79631d42-6180-4b0d-a0a9-b5a4262d4902 disassociated. External IP: 172.27.0.88, port: 536bb4a7-282e-4d93-8b7f-619b7d0e53d0. Nov 23 05:31:55.651316 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-2e9cf62a-0ede-4a87-8720-65631e2332a1 req-29df52fc-6314-4712-8e0f-8be6eed5d93b tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Calling delete_port for 536bb4a7-282e-4d93-8b7f-619b7d0e53d0 owned by compute:nova {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:31:55.752882 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-da1d7245-c89e-47a3-bef2-2b30bf035d3f req-d5cce45f-c746-49cf-a50d-285d8f9ee392 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups?id=2914c06b-fbf7-479b-89fd-a25b606bdd53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225560 Nov 23 05:31:55.759160 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8f1d4182-4ac4-4c7f-a541-7cb9cc0e8dcb req-f7c7d4f4-cf79-479f-aae3-afbaae372632 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=c438f059-2799-4ab6-acb8-f504a4e3ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377552 Nov 23 05:31:55.879198 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-2e9cf62a-0ede-4a87-8720-65631e2332a1 req-29df52fc-6314-4712-8e0f-8be6eed5d93b tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751724800597', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751724218543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237887'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:55.910698 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29df52fc-6314-4712-8e0f-8be6eed5d93b tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Pushing event deleted for resources: {'Port': ['ID=536bb4a7-282e-4d93-8b7f-619b7d0e53d0,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:31:56.038794 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e9cf62a-0ede-4a87-8720-65631e2332a1 req-29df52fc-6314-4712-8e0f-8be6eed5d93b tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Router d9e2a0ad-7c11-47a8-bfd3-66866352c698 has already been hosted by L3 agent 9dac5a01-04fc-4e91-9910-6392ff9c638b {{(pid=102516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:31:56.159894 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e9cf62a-0ede-4a87-8720-65631e2332a1 req-29df52fc-6314-4712-8e0f-8be6eed5d93b tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Notify agent at l3_agent.dv-cinder-805072-6-iscsi the message routers_updated {{(pid=102516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:31:56.171171 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07535ddd-d293-4aa3-b3c9-e26d061b31cf None None] Sync routers for ids ['d9e2a0ad-7c11-47a8-bfd3-66866352c698'] in dv-cinder-805072-6-iscsi {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:31:56.184047 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07535ddd-d293-4aa3-b3c9-e26d061b31cf None None] Routers {'d9e2a0ad-7c11-47a8-bfd3-66866352c698'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:31:56.184681 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-07535ddd-d293-4aa3-b3c9-e26d061b31cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:31:36Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['d9e2a0ad-7c11-47a8-bfd3-66866352c698'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:31:56.211846 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e9cf62a-0ede-4a87-8720-65631e2332a1 req-29df52fc-6314-4712-8e0f-8be6eed5d93b tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] No DVR routers for this DVR port 536bb4a7-282e-4d93-8b7f-619b7d0e53d0 on host hv-cinder-80507 {{(pid=102516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:31:56.214278 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-2e9cf62a-0ede-4a87-8720-65631e2332a1 req-29df52fc-6314-4712-8e0f-8be6eed5d93b tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:56.217880 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2e9cf62a-0ede-4a87-8720-65631e2332a1 req-29df52fc-6314-4712-8e0f-8be6eed5d93b tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.54 "DELETE /v2.0/ports/536bb4a7-282e-4d93-8b7f-619b7d0e53d0 HTTP/1.1" status: 204 len: 173 time: 1.3168211 Nov 23 05:31:56.218904 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab0c1b71-02f6-421f-a0b2-68d163ba0bcc', 'name': 'network-vif-deleted', 'tag': '536bb4a7-282e-4d93-8b7f-619b7d0e53d0'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:31:56.221943 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20d478f7b504b4f7a92aed5d5c075fb26ddad21beb532cc87d656362fb0682d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3389a3-3876-4034-86f0-31455144d806" -d '{"events": [{"server_uuid": "ab0c1b71-02f6-421f-a0b2-68d163ba0bcc", "name": "network-vif-deleted", "tag": "536bb4a7-282e-4d93-8b7f-619b7d0e53d0"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:31:56.266802 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a2c5df-b41f-46f8-aa58-9a6ddb1a4e90 x-openstack-request-id: req-76a2c5df-b41f-46f8-aa58-9a6ddb1a4e90 {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:31:56.267166 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab0c1b71-02f6-421f-a0b2-68d163ba0bcc", "name": "network-vif-deleted", "tag": "536bb4a7-282e-4d93-8b7f-619b7d0e53d0", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:31:56.267437 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-76a2c5df-b41f-46f8-aa58-9a6ddb1a4e90 {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:31:56.267886 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab0c1b71-02f6-421f-a0b2-68d163ba0bcc', 'name': 'network-vif-deleted', 'tag': '536bb4a7-282e-4d93-8b7f-619b7d0e53d0', 'status': 'completed', 'code': 200} Nov 23 05:31:56.521276 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-07535ddd-d293-4aa3-b3c9-e26d061b31cf None None] Set router d9e2a0ad-7c11-47a8-bfd3-66866352c698 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:31:56.771914 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-07535ddd-d293-4aa3-b3c9-e26d061b31cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e2a0ad-7c11-47a8-bfd3-66866352c698', 'name': 'tempest-AttachVolumeTestJSON-1472545912-router', 'tenant_id': '9d77c663d85b417d80848237e522deb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '9e7a6209-ce21-4e2e-9a23-c8eb1820b733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:25:27Z', 'revision_number': 4, 'project_id': '9d77c663d85b417d80848237e522deb9', 'gw_port': {'id': '9e7a6209-ce21-4e2e-9a23-c8eb1820b733', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e2a0ad-7c11-47a8-bfd3-66866352c698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_interfaces': [{'id': 'b82b280a-817c-4b74-95d1-8ce91849c759', 'name': '', 'network_id': '33a64f20-5fa2-4ee6-bf93-69fefe69b302', 'tenant_id': '9d77c663d85b417d80848237e522deb9', 'mac_address': 'fa:16:3e:e3:dd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e2a0ad-7c11-47a8-bfd3-66866352c698', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '242a3dfa-1577-4789-92d9-6d9fc458ed6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:25Z', 'updated_at': '2021-11-23T05:25:35Z', 'revision_number': 5, 'project_id': '9d77c663d85b417d80848237e522deb9', 'subnets': [{'id': '242a3dfa-1577-4789-92d9-6d9fc458ed6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:31:56.825929 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07535ddd-d293-4aa3-b3c9-e26d061b31cf None None] Checking router: d9e2a0ad-7c11-47a8-bfd3-66866352c698 for host: dv-cinder-805072-6-iscsi {{(pid=102518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:31:56.858471 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07535ddd-d293-4aa3-b3c9-e26d061b31cf None None] Routers {'d9e2a0ad-7c11-47a8-bfd3-66866352c698'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:31:56.860300 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-07535ddd-d293-4aa3-b3c9-e26d061b31cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:31:36Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['d9e2a0ad-7c11-47a8-bfd3-66866352c698'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:31:56.947372 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a194e6aa-5a9c-45b7-9837-bb5d19609083 req-597215f9-3b3e-4be9-98d6-0e1c23e48112 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab0c1b71-02f6-421f-a0b2-68d163ba0bcc HTTP/1.1" status: 200 len: 210 time: 0.0338619 Nov 23 05:31:56.964673 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3235c1-6672-4e73-9de6-bf56429eb2f1 req-a716f5fc-ee6c-49d5-bf4a-4a9666af98eb tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:56.973285 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7c3235c1-6672-4e73-9de6-bf56429eb2f1 req-a716f5fc-ee6c-49d5-bf4a-4a9666af98eb tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6 HTTP/1.1" status: 200 len: 945 time: 0.0958858 Nov 23 05:31:57.053113 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device 536bb4a7-282e-4d93-8b7f-619b7d0e53d0 no longer exists at agent hyperv_hv-cinder-80507 {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:31:57.055117 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7c3235c1-6672-4e73-9de6-bf56429eb2f1 req-2fd6fdb4-7226-45b7-beef-add42e3da9e6 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=c438f059-2799-4ab6-acb8-f504a4e3ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807266 Nov 23 05:31:57.085147 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-07535ddd-d293-4aa3-b3c9-e26d061b31cf None None] Set router d9e2a0ad-7c11-47a8-bfd3-66866352c698 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:31:57.088228 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] No Port match for: 536bb4a7-282e-4d93-8b7f-619b7d0e53d0 {{(pid=102518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:31:57.088658 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device 536bb4a7-282e-4d93-8b7f-619b7d0e53d0 not bound to the agent host hv-cinder-80507 {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:31:57.324685 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-07535ddd-d293-4aa3-b3c9-e26d061b31cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e2a0ad-7c11-47a8-bfd3-66866352c698', 'name': 'tempest-AttachVolumeTestJSON-1472545912-router', 'tenant_id': '9d77c663d85b417d80848237e522deb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '9e7a6209-ce21-4e2e-9a23-c8eb1820b733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:25:27Z', 'revision_number': 4, 'project_id': '9d77c663d85b417d80848237e522deb9', 'gw_port': {'id': '9e7a6209-ce21-4e2e-9a23-c8eb1820b733', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e2a0ad-7c11-47a8-bfd3-66866352c698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_interfaces': [{'id': 'b82b280a-817c-4b74-95d1-8ce91849c759', 'name': '', 'network_id': '33a64f20-5fa2-4ee6-bf93-69fefe69b302', 'tenant_id': '9d77c663d85b417d80848237e522deb9', 'mac_address': 'fa:16:3e:e3:dd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e2a0ad-7c11-47a8-bfd3-66866352c698', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '242a3dfa-1577-4789-92d9-6d9fc458ed6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:25Z', 'updated_at': '2021-11-23T05:25:35Z', 'revision_number': 5, 'project_id': '9d77c663d85b417d80848237e522deb9', 'subnets': [{'id': '242a3dfa-1577-4789-92d9-6d9fc458ed6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:31:57.353769 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07535ddd-d293-4aa3-b3c9-e26d061b31cf None None] The sync data for ids ['d9e2a0ad-7c11-47a8-bfd3-66866352c698'] in dv-cinder-805072-6-iscsi is: [{'id': 'd9e2a0ad-7c11-47a8-bfd3-66866352c698', 'name': 'tempest-AttachVolumeTestJSON-1472545912-router', 'tenant_id': '9d77c663d85b417d80848237e522deb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '9e7a6209-ce21-4e2e-9a23-c8eb1820b733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:25:27Z', 'revision_number': 4, 'project_id': '9d77c663d85b417d80848237e522deb9', 'gw_port': {'id': '9e7a6209-ce21-4e2e-9a23-c8eb1820b733', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e2a0ad-7c11-47a8-bfd3-66866352c698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_interfaces': [{'id': 'b82b280a-817c-4b74-95d1-8ce91849c759', 'name': '', 'network_id': '33a64f20-5fa2-4ee6-bf93-69fefe69b302', 'tenant_id': '9d77c663d85b417d80848237e522deb9', 'mac_address': 'fa:16:3e:e3:dd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e2a0ad-7c11-47a8-bfd3-66866352c698', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '242a3dfa-1577-4789-92d9-6d9fc458ed6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:25Z', 'updated_at': '2021-11-23T05:25:35Z', 'revision_number': 5, 'project_id': '9d77c663d85b417d80848237e522deb9', 'subnets': [{'id': '242a3dfa-1577-4789-92d9-6d9fc458ed6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:31:57.647146 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809d5bef-ccd2-4302-99da-a1e49b2d0ea0 None None] New status for floating IP 79631d42-6180-4b0d-a0a9-b5a4262d4902: DOWN {{(pid=102519) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 05:31:57.898162 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.agents_db [None req-5ade7c98-4a19-45de-8fb0-464f54244c1e None None] Agent healthcheck: found 6 active agents {{(pid=102519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:31:58.054187 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 36124) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:31:58.132139 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-c7667c68-5d40-4bcd-a58b-9c7f0f4de9f2 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks [] for security_group, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:58.158307 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-c7667c68-5d40-4bcd-a58b-9c7f0f4de9f2 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:58.192108 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490ac36-1e76-4173-b7ab-61e0d2f89b9e req-8b9b3343-71de-47e7-9984-482e197bee96 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:58.201779 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5490ac36-1e76-4173-b7ab-61e0d2f89b9e req-8b9b3343-71de-47e7-9984-482e197bee96 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6 HTTP/1.1" status: 200 len: 945 time: 0.0603492 Nov 23 05:31:58.211629 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-c7667c68-5d40-4bcd-a58b-9c7f0f4de9f2 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:58.214910 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-c7667c68-5d40-4bcd-a58b-9c7f0f4de9f2 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks [] for security_group, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:58.216209 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-c7667c68-5d40-4bcd-a58b-9c7f0f4de9f2 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "DELETE /v2.0/security-groups/2914c06b-fbf7-479b-89fd-a25b606bdd53 HTTP/1.1" status: 204 len: 168 time: 0.1602294 Nov 23 05:31:58.221104 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 36128) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:31:58.236825 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7667c68-5d40-4bcd-a58b-9c7f0f4de9f2 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2914c06b-fbf7-479b-89fd-a25b606bdd53,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:31:58.243996 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.api.v2.resource [None req-71030929-4f96-4b10-838d-b90ae24ef9f2 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] show failed (client error): The resource could not be found. Nov 23 05:31:58.245074 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-71030929-4f96-4b10-838d-b90ae24ef9f2 tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "GET /v2.0/security-groups/2914c06b-fbf7-479b-89fd-a25b606bdd53 HTTP/1.1" status: 404 len: 347 time: 0.0229478 Nov 23 05:31:58.248510 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 36130) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:31:58.314622 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5490ac36-1e76-4173-b7ab-61e0d2f89b9e req-00e66090-879f-4c56-98de-397da4794063 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=c438f059-2799-4ab6-acb8-f504a4e3ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103258 Nov 23 05:31:58.405212 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [None req-133dbf34-9ba1-4159-97d5-37f57317c6fb tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Deleting port 457fdb90-5e6a-46db-be4e-f772d07ccf76 {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:31:58.405617 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-133dbf34-9ba1-4159-97d5-37f57317c6fb tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751724797224'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:58.482609 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-133dbf34-9ba1-4159-97d5-37f57317c6fb tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630705'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:58.482943 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-133dbf34-9ba1-4159-97d5-37f57317c6fb tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:58.495382 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [None req-133dbf34-9ba1-4159-97d5-37f57317c6fb tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Calling delete_port for 457fdb90-5e6a-46db-be4e-f772d07ccf76 owned by network:floatingip {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:31:58.634036 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-133dbf34-9ba1-4159-97d5-37f57317c6fb tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751724800597', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751724218543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237887'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:58.646976 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:58.661040 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133dbf34-9ba1-4159-97d5-37f57317c6fb tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Pushing event deleted for resources: {'Port': ['ID=457fdb90-5e6a-46db-be4e-f772d07ccf76,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:31:58.726689 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-133dbf34-9ba1-4159-97d5-37f57317c6fb tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks [] for floatingip, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:58.729405 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-133dbf34-9ba1-4159-97d5-37f57317c6fb tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for floatingip, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:58.730557 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-133dbf34-9ba1-4159-97d5-37f57317c6fb tempest-AttachVolumeTestJSON-1102835240 tempest-AttachVolumeTestJSON-1102835240-project] 10.222.0.48 "DELETE /v2.0/floatingips/79631d42-6180-4b0d-a0a9-b5a4262d4902 HTTP/1.1" status: 204 len: 168 time: 0.4805927 Nov 23 05:31:59.152138 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad2edb-b40a-487d-aa58-f76dc770eed3 req-fcbd55e0-1011-43c9-8fd5-33850d8412bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:59.153624 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e6ad2edb-b40a-487d-aa58-f76dc770eed3 req-fcbd55e0-1011-43c9-8fd5-33850d8412bb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cb5e3bfadd8949d285afa69cba79918a&device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6 HTTP/1.1" status: 200 len: 1098 time: 0.0417042 Nov 23 05:31:59.241103 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad2edb-b40a-487d-aa58-f76dc770eed3 req-d160d839-b8e4-495b-9fe5-180c98218606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:59.242571 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e6ad2edb-b40a-487d-aa58-f76dc770eed3 req-d160d839-b8e4-495b-9fe5-180c98218606 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d276bf6c-1506-42b0-9d9a-c9478303eb76 HTTP/1.1" status: 200 len: 917 time: 0.0820305 Nov 23 05:31:59.310402 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e6ad2edb-b40a-487d-aa58-f76dc770eed3 req-e4d616a5-4886-43a2-b536-4e5a01554b30 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99025866-c895-4488-9f9f-935a50ad1344 HTTP/1.1" status: 200 len: 1001 time: 0.0597243 Nov 23 05:31:59.358794 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad2edb-b40a-487d-aa58-f76dc770eed3 req-8e412e6e-a16f-4369-a0fd-939d3bf2b103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:59.360357 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e6ad2edb-b40a-487d-aa58-f76dc770eed3 req-8e412e6e-a16f-4369-a0fd-939d3bf2b103 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b812847c-d94f-408a-a05b-e1adde40724b HTTP/1.1" status: 200 len: 855 time: 0.0427151 Nov 23 05:31:59.438153 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad2edb-b40a-487d-aa58-f76dc770eed3 req-50119034-155e-4055-8281-24d52d1f29ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:59.439577 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e6ad2edb-b40a-487d-aa58-f76dc770eed3 req-50119034-155e-4055-8281-24d52d1f29ca service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d276bf6c-1506-42b0-9d9a-c9478303eb76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0719984 Nov 23 05:31:59.450761 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b08711-fe45-4bad-a9d2-9a0e27399f6e req-6299f40d-9ed7-4176-924e-3689321375df tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:59.452129 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-26b08711-fe45-4bad-a9d2-9a0e27399f6e req-6299f40d-9ed7-4176-924e-3689321375df tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6 HTTP/1.1" status: 200 len: 945 time: 0.0606573 Nov 23 05:31:59.550218 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-26b08711-fe45-4bad-a9d2-9a0e27399f6e req-4fae74b8-c958-479f-8cdc-3db5fc362789 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=c438f059-2799-4ab6-acb8-f504a4e3ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897059 Nov 23 05:31:59.565409 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e6ad2edb-b40a-487d-aa58-f76dc770eed3 req-0939d326-0395-4ced-8aab-4e364ae986d0 service neutron] 10.222.0.54 "GET /v2.0/networks/d276bf6c-1506-42b0-9d9a-c9478303eb76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116042 Nov 23 05:31:59.654746 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e6ad2edb-b40a-487d-aa58-f76dc770eed3 req-78c03b0c-4352-4bff-9b86-abea8830338c service neutron] 10.222.0.54 "GET /v2.0/networks/d276bf6c-1506-42b0-9d9a-c9478303eb76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826554 Nov 23 05:32:00.669982 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc56b86-e63e-4a32-8f90-cfc0157eb294 req-16c95796-812f-40a7-aaa1-1a98fd106dd6 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:00.671549 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7dc56b86-e63e-4a32-8f90-cfc0157eb294 req-16c95796-812f-40a7-aaa1-1a98fd106dd6 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6 HTTP/1.1" status: 200 len: 945 time: 0.0493252 Nov 23 05:32:00.723498 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7dc56b86-e63e-4a32-8f90-cfc0157eb294 req-987aa445-f451-4254-bcd9-141205ace7d0 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=c438f059-2799-4ab6-acb8-f504a4e3ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423384 Nov 23 05:32:01.052420 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device 99025866-c895-4488-9f9f-935a50ad1344 no longer exists at agent hyperv_hv-cinder-80507 {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:32:01.130213 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:01.154505 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '794f33d7-ae89-465f-b43f-2876a0bafbc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99025866-c895-4488-9f9f-935a50ad1344'}] {{(pid=102518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:32:01.157046 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1555ff6ee76347fd5083048713d2688504cf60c4b4cdc9acc0e7e1b3a3add239" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7767e3bf-0265-4da2-b6d1-901214758a71" -d '{"events": [{"server_uuid": "794f33d7-ae89-465f-b43f-2876a0bafbc6", "name": "network-vif-unplugged", "status": "completed", "tag": "99025866-c895-4488-9f9f-935a50ad1344"}]}' {{(pid=102518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:32:01.172200 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port 99025866-c895-4488-9f9f-935a50ad1344, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=99025866-c895-4488-9f9f-935a50ad1344,segment=NetworkSegment(96fbda44-3f8c-4841-b317-f7b687379738),segment_id=96fbda44-3f8c-4841-b317-f7b687379738)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:32:01.177859 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:01.206237 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 05:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a47c182-bbcb-41f5-9caf-10e2f479d883 x-openstack-request-id: req-6a47c182-bbcb-41f5-9caf-10e2f479d883 {{(pid=102518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:32:01.206565 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "794f33d7-ae89-465f-b43f-2876a0bafbc6", "name": "network-vif-unplugged", "status": "completed", "tag": "99025866-c895-4488-9f9f-935a50ad1344", "code": 200}]} {{(pid=102518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:32:01.206829 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6a47c182-bbcb-41f5-9caf-10e2f479d883 {{(pid=102518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:32:01.207237 dv-cinder-805072-6-iscsi neutron-server[102518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794f33d7-ae89-465f-b43f-2876a0bafbc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99025866-c895-4488-9f9f-935a50ad1344', 'code': 200} Nov 23 05:32:01.232386 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Pushing event updated for resources: {'Port': ['ID=99025866-c895-4488-9f9f-935a50ad1344,revision_number=8']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:01.842780 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a586119-0344-44af-8db5-028959248154 req-8c224533-18a8-4655-baa7-7c2bacddc051 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:01.844909 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7a586119-0344-44af-8db5-028959248154 req-8c224533-18a8-4655-baa7-7c2bacddc051 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6 HTTP/1.1" status: 200 len: 943 time: 0.0489798 Nov 23 05:32:01.894960 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7a586119-0344-44af-8db5-028959248154 req-0593f987-d42a-4112-8459-a49260d2d527 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=c438f059-2799-4ab6-acb8-f504a4e3ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438399 Nov 23 05:32:02.243964 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 36188) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:32:02.837559 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff78c95a-287c-4636-9b86-3c282ada324a req-6826e40c-18d4-4a99-bb38-36346626b22b tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:02.839108 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ff78c95a-287c-4636-9b86-3c282ada324a req-6826e40c-18d4-4a99-bb38-36346626b22b tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6 HTTP/1.1" status: 200 len: 943 time: 0.0812359 Nov 23 05:32:02.865199 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-986cdc5b-1764-4502-9bca-ff4ea260d8d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733144'] for router_interface, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:02.930670 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ff78c95a-287c-4636-9b86-3c282ada324a req-1f9b4dd9-460d-426f-aa42-a05fa8da0461 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=c438f059-2799-4ab6-acb8-f504a4e3ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846822 Nov 23 05:32:03.086233 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 36224) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:32:03.134989 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [None req-986cdc5b-1764-4502-9bca-ff4ea260d8d3 admin admin] Deleting port b82b280a-817c-4b74-95d1-8ce91849c759 {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:32:03.135340 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-986cdc5b-1764-4502-9bca-ff4ea260d8d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751724797224'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:03.169871 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-dab0e4f2-b488-408f-a01d-0df59f4a07de req-965cc83b-d819-4e4a-a3b6-0f0d8ac17a0f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0822527 Nov 23 05:32:03.179259 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [req-dab0e4f2-b488-408f-a01d-0df59f4a07de req-6c166d29-0b63-4fd1-835c-f26985a4ae14 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102517) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 05:32:03.180254 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-dab0e4f2-b488-408f-a01d-0df59f4a07de req-6c166d29-0b63-4fd1-835c-f26985a4ae14 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049241 Nov 23 05:32:03.214062 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [None req-986cdc5b-1764-4502-9bca-ff4ea260d8d3 admin admin] For port b82b280a-817c-4b74-95d1-8ce91849c759, host dv-cinder-805072-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=b82b280a-817c-4b74-95d1-8ce91849c759,segment=NetworkSegment(94907b3a-6e89-4b23-8d3e-b6a0ef2909b5),segment_id=94907b3a-6e89-4b23-8d3e-b6a0ef2909b5)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:32:03.214445 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-986cdc5b-1764-4502-9bca-ff4ea260d8d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630705'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:03.227299 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [None req-986cdc5b-1764-4502-9bca-ff4ea260d8d3 admin admin] Calling delete_port for b82b280a-817c-4b74-95d1-8ce91849c759 owned by network:router_interface {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:32:03.417898 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-986cdc5b-1764-4502-9bca-ff4ea260d8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751724800597', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751724218543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237887'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:03.449012 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986cdc5b-1764-4502-9bca-ff4ea260d8d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b82b280a-817c-4b74-95d1-8ce91849c759,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:03.490596 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-e87e4348-9231-4794-980b-c8908e444662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:03.628540 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-986cdc5b-1764-4502-9bca-ff4ea260d8d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733096'] for router_interface, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:04.134050 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0e4f2-b488-408f-a01d-0df59f4a07de req-7da08d6f-cf70-4535-acb4-1f3628e265d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:04.135567 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-dab0e4f2-b488-408f-a01d-0df59f4a07de req-7da08d6f-cf70-4535-acb4-1f3628e265d2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6&tenant_id=cb5e3bfadd8949d285afa69cba79918a HTTP/1.1" status: 200 len: 1096 time: 0.1151555 Nov 23 05:32:04.150918 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e3ada-28ad-476b-bf47-2dffdfcc3b3b req-9ab68f07-7499-43ed-8760-a70518067524 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:04.152274 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-eb2e3ada-28ad-476b-bf47-2dffdfcc3b3b req-9ab68f07-7499-43ed-8760-a70518067524 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6 HTTP/1.1" status: 200 len: 943 time: 0.1307201 Nov 23 05:32:04.179240 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-986cdc5b-1764-4502-9bca-ff4ea260d8d3 admin admin] Router d9e2a0ad-7c11-47a8-bfd3-66866352c698 has already been hosted by L3 agent 9dac5a01-04fc-4e91-9910-6392ff9c638b {{(pid=102516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:32:04.273717 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-eb2e3ada-28ad-476b-bf47-2dffdfcc3b3b req-7ace181a-cd71-42d2-89ec-610fcb0e3720 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=c438f059-2799-4ab6-acb8-f504a4e3ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147518 Nov 23 05:32:04.285415 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0e4f2-b488-408f-a01d-0df59f4a07de req-5fb5eee6-6f3b-4fbd-860d-fb83a1c9d31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:04.286847 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-dab0e4f2-b488-408f-a01d-0df59f4a07de req-5fb5eee6-6f3b-4fbd-860d-fb83a1c9d31b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cb5e3bfadd8949d285afa69cba79918a&device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6 HTTP/1.1" status: 200 len: 1096 time: 0.1066406 Nov 23 05:32:04.390779 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986cdc5b-1764-4502-9bca-ff4ea260d8d3 admin admin] Notify agent at l3_agent.dv-cinder-805072-6-iscsi the message routers_updated {{(pid=102516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:32:04.399162 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-986cdc5b-1764-4502-9bca-ff4ea260d8d3 admin admin] 10.222.0.48 "PUT /v2.0/routers/d9e2a0ad-7c11-47a8-bfd3-66866352c698/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1519008 Nov 23 05:32:04.399523 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 36236) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:32:04.400312 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bb9b91-216b-4748-9ad9-939d33b6583a None None] Sync routers for ids ['d9e2a0ad-7c11-47a8-bfd3-66866352c698'] in dv-cinder-805072-6-iscsi {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:32:04.410517 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bb9b91-216b-4748-9ad9-939d33b6583a None None] Routers {'d9e2a0ad-7c11-47a8-bfd3-66866352c698'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:32:04.411172 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-e4bb9b91-216b-4748-9ad9-939d33b6583a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:31:36Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['d9e2a0ad-7c11-47a8-bfd3-66866352c698'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:32:04.424793 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0e4f2-b488-408f-a01d-0df59f4a07de req-59f4300b-aa1f-4551-97a4-ae118b15c7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:04.426279 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-dab0e4f2-b488-408f-a01d-0df59f4a07de req-59f4300b-aa1f-4551-97a4-ae118b15c7e4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d276bf6c-1506-42b0-9d9a-c9478303eb76 HTTP/1.1" status: 200 len: 917 time: 0.1044102 Nov 23 05:32:04.499245 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-dab0e4f2-b488-408f-a01d-0df59f4a07de req-8cc542db-00fe-4dc2-b76d-ff8361643594 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99025866-c895-4488-9f9f-935a50ad1344 HTTP/1.1" status: 200 len: 999 time: 0.0655277 Nov 23 05:32:04.504975 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-df497da9-7329-46a0-af24-cf1d5755590f admin admin] Publish callbacks [] for router, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:04.524601 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-e4bb9b91-216b-4748-9ad9-939d33b6583a None None] Set router d9e2a0ad-7c11-47a8-bfd3-66866352c698 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:32:04.552230 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0e4f2-b488-408f-a01d-0df59f4a07de req-e151dc60-3ceb-4d7e-ba0f-f435f995008b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:04.554002 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-dab0e4f2-b488-408f-a01d-0df59f4a07de req-e151dc60-3ceb-4d7e-ba0f-f435f995008b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b812847c-d94f-408a-a05b-e1adde40724b HTTP/1.1" status: 200 len: 855 time: 0.0464880 Nov 23 05:32:04.601753 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0e4f2-b488-408f-a01d-0df59f4a07de req-8562c0be-de4d-4d25-962e-d12c8d0371b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:04.603298 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-dab0e4f2-b488-408f-a01d-0df59f4a07de req-8562c0be-de4d-4d25-962e-d12c8d0371b9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d276bf6c-1506-42b0-9d9a-c9478303eb76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420403 Nov 23 05:32:04.614491 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-df497da9-7329-46a0-af24-cf1d5755590f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:04.674723 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-df497da9-7329-46a0-af24-cf1d5755590f admin admin] Deleting port 9e7a6209-ce21-4e2e-9a23-c8eb1820b733 {{(pid=102517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:32:04.675166 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-df497da9-7329-46a0-af24-cf1d5755590f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751724797224'] for port, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:04.705874 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-e4bb9b91-216b-4748-9ad9-939d33b6583a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e2a0ad-7c11-47a8-bfd3-66866352c698', 'name': 'tempest-AttachVolumeTestJSON-1472545912-router', 'tenant_id': '9d77c663d85b417d80848237e522deb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '9e7a6209-ce21-4e2e-9a23-c8eb1820b733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:32:03Z', 'revision_number': 5, 'project_id': '9d77c663d85b417d80848237e522deb9', 'gw_port': {'id': '9e7a6209-ce21-4e2e-9a23-c8eb1820b733', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e2a0ad-7c11-47a8-bfd3-66866352c698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi'}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:32:04.713217 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-dab0e4f2-b488-408f-a01d-0df59f4a07de req-74473ca7-3f4e-4021-9868-39da6163d3df service neutron] 10.222.0.54 "GET /v2.0/networks/d276bf6c-1506-42b0-9d9a-c9478303eb76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025565 Nov 23 05:32:04.736317 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bb9b91-216b-4748-9ad9-939d33b6583a None None] Checking router: d9e2a0ad-7c11-47a8-bfd3-66866352c698 for host: dv-cinder-805072-6-iscsi {{(pid=102518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:32:04.744733 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bb9b91-216b-4748-9ad9-939d33b6583a None None] Routers {'d9e2a0ad-7c11-47a8-bfd3-66866352c698'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:32:04.745344 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-e4bb9b91-216b-4748-9ad9-939d33b6583a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:31:36Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['d9e2a0ad-7c11-47a8-bfd3-66866352c698'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:32:04.765470 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-df497da9-7329-46a0-af24-cf1d5755590f admin admin] For port 9e7a6209-ce21-4e2e-9a23-c8eb1820b733, host dv-cinder-805072-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=9e7a6209-ce21-4e2e-9a23-c8eb1820b733,segment=NetworkSegment(e4256266-4d48-4c1e-81e6-1081b0d2db50),segment_id=e4256266-4d48-4c1e-81e6-1081b0d2db50)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:32:04.766593 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-df497da9-7329-46a0-af24-cf1d5755590f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630705'] for port, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:04.781013 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-df497da9-7329-46a0-af24-cf1d5755590f admin admin] Calling delete_port for 9e7a6209-ce21-4e2e-9a23-c8eb1820b733 owned by network:router_gateway {{(pid=102517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:32:04.808410 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-dab0e4f2-b488-408f-a01d-0df59f4a07de req-5a21e591-78c9-49ff-8748-7d947faecd76 service neutron] 10.222.0.54 "GET /v2.0/networks/d276bf6c-1506-42b0-9d9a-c9478303eb76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880821 Nov 23 05:32:04.837960 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-e4bb9b91-216b-4748-9ad9-939d33b6583a None None] Set router d9e2a0ad-7c11-47a8-bfd3-66866352c698 gateway port host: None {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:32:04.893604 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-e4bb9b91-216b-4748-9ad9-939d33b6583a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e2a0ad-7c11-47a8-bfd3-66866352c698', 'name': 'tempest-AttachVolumeTestJSON-1472545912-router', 'tenant_id': '9d77c663d85b417d80848237e522deb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:32:04Z', 'revision_number': 6, 'project_id': '9d77c663d85b417d80848237e522deb9', 'gw_port_host': None}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:32:04.924615 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bb9b91-216b-4748-9ad9-939d33b6583a None None] The sync data for ids ['d9e2a0ad-7c11-47a8-bfd3-66866352c698'] in dv-cinder-805072-6-iscsi is: [{'id': 'd9e2a0ad-7c11-47a8-bfd3-66866352c698', 'name': 'tempest-AttachVolumeTestJSON-1472545912-router', 'tenant_id': '9d77c663d85b417d80848237e522deb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:32:04Z', 'revision_number': 6, 'project_id': '9d77c663d85b417d80848237e522deb9', 'gw_port_host': None}] {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:32:04.952181 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-df497da9-7329-46a0-af24-cf1d5755590f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751724800597', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751724218543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25211324'] for port, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:04.984045 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df497da9-7329-46a0-af24-cf1d5755590f admin admin] Pushing event deleted for resources: {'Port': ['ID=9e7a6209-ce21-4e2e-9a23-c8eb1820b733,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:05.043516 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-df497da9-7329-46a0-af24-cf1d5755590f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1637830'] for router_gateway, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:05.067070 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device 99025866-c895-4488-9f9f-935a50ad1344 no longer exists at agent hyperv_hv-cinder-80507 {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:32:05.393835 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-df497da9-7329-46a0-af24-cf1d5755590f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9527'] for router, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:05.396492 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-df497da9-7329-46a0-af24-cf1d5755590f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:05.456303 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-df497da9-7329-46a0-af24-cf1d5755590f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733085'] for router, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:05.456976 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df497da9-7329-46a0-af24-cf1d5755590f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9e2a0ad-7c11-47a8-bfd3-66866352c698 {{(pid=102517) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 05:32:05.462192 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-df497da9-7329-46a0-af24-cf1d5755590f admin admin] Publish callbacks [] for router, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:05.463449 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-df497da9-7329-46a0-af24-cf1d5755590f admin admin] 10.222.0.48 "DELETE /v2.0/routers/d9e2a0ad-7c11-47a8-bfd3-66866352c698 HTTP/1.1" status: 204 len: 168 time: 1.0629559 Nov 23 05:32:05.467283 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 36260) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:32:05.474659 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96de871-543d-4e90-99ac-c38fefa442a8 req-47637653-de9e-4307-9e56-3c237be2f773 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:05.484719 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d96de871-543d-4e90-99ac-c38fefa442a8 req-47637653-de9e-4307-9e56-3c237be2f773 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6 HTTP/1.1" status: 200 len: 943 time: 0.1103959 Nov 23 05:32:05.544920 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4809225-4714-4a14-9cae-e643483754c2 admin admin] Deleting subnet 242a3dfa-1577-4789-92d9-6d9fc458ed6b {{(pid=102517) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 05:32:05.550200 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-b4809225-4714-4a14-9cae-e643483754c2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:05.568837 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d96de871-543d-4e90-99ac-c38fefa442a8 req-3bfd09ec-d3d9-4a00-9f30-d8593b9d82c7 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=c438f059-2799-4ab6-acb8-f504a4e3ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804574 Nov 23 05:32:05.633477 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-b4809225-4714-4a14-9cae-e643483754c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27248899'] for subnet, precommit_delete_associations {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:05.666905 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-9e50f1af-8aa2-43d1-9a61-9f78c5a327f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:05.752060 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-b4809225-4714-4a14-9cae-e643483754c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-576047'] for subnet, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:05.837285 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-b4809225-4714-4a14-9cae-e643483754c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-576054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25211281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27225567'] for subnet, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:05.863753 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4809225-4714-4a14-9cae-e643483754c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=242a3dfa-1577-4789-92d9-6d9fc458ed6b,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:05.867325 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-b4809225-4714-4a14-9cae-e643483754c2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:05.873230 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 36262) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:32:05.873356 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-b4809225-4714-4a14-9cae-e643483754c2 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/242a3dfa-1577-4789-92d9-6d9fc458ed6b HTTP/1.1" status: 204 len: 168 time: 0.4049618 Nov 23 05:32:05.878330 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc085d6-acfe-4021-826c-552f7cb1907b None None] Network 33a64f20-5fa2-4ee6-bf93-69fefe69b302 requested from dv-cinder-805072-6-iscsi {{(pid=102518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:32:05.999761 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-327fcb03-9215-41d6-8afc-01fed8019e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1429853'] for network, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:06.064452 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 9e7a6209-ce21-4e2e-9a23-c8eb1820b733 no longer exists at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:32:06.090774 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] No Port match for: 9e7a6209-ce21-4e2e-9a23-c8eb1820b733 {{(pid=102518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:32:06.091791 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 9e7a6209-ce21-4e2e-9a23-c8eb1820b733 not bound to the agent host dv-cinder-805072-6-iscsi {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:32:06.092505 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device b82b280a-817c-4b74-95d1-8ce91849c759 no longer exists at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:32:06.116882 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [None req-327fcb03-9215-41d6-8afc-01fed8019e07 admin admin] Deleting port c2a3eab7-86d9-42b4-851b-135807deb9b5 {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:32:06.117222 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-327fcb03-9215-41d6-8afc-01fed8019e07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751724797224'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:06.126935 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eba06ab-27fc-44aa-af07-cbd03b205838 None None] DHCP port deletion for 33a64f20-5fa2-4ee6-bf93-69fefe69b302 request from dv-cinder-805072-6-iscsi {{(pid=102518) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:32:06.161800 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] No Port match for: b82b280a-817c-4b74-95d1-8ce91849c759 {{(pid=102518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:32:06.162256 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device b82b280a-817c-4b74-95d1-8ce91849c759 not bound to the agent host dv-cinder-805072-6-iscsi {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:32:06.202331 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-5eba06ab-27fc-44aa-af07-cbd03b205838 None None] Deleting port c2a3eab7-86d9-42b4-851b-135807deb9b5 {{(pid=102518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:32:06.202704 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-5eba06ab-27fc-44aa-af07-cbd03b205838 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751724797224'] for port, before_delete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:06.209442 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [None req-327fcb03-9215-41d6-8afc-01fed8019e07 admin admin] For port c2a3eab7-86d9-42b4-851b-135807deb9b5, host dv-cinder-805072-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=c2a3eab7-86d9-42b4-851b-135807deb9b5,segment=NetworkSegment(94907b3a-6e89-4b23-8d3e-b6a0ef2909b5),segment_id=94907b3a-6e89-4b23-8d3e-b6a0ef2909b5)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:32:06.210092 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-327fcb03-9215-41d6-8afc-01fed8019e07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630705'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:06.228523 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [None req-327fcb03-9215-41d6-8afc-01fed8019e07 admin admin] Calling delete_port for c2a3eab7-86d9-42b4-851b-135807deb9b5 owned by network:dhcp {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:32:06.283629 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-5eba06ab-27fc-44aa-af07-cbd03b205838 None None] For port c2a3eab7-86d9-42b4-851b-135807deb9b5, host dv-cinder-805072-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=c2a3eab7-86d9-42b4-851b-135807deb9b5,segment=NetworkSegment(94907b3a-6e89-4b23-8d3e-b6a0ef2909b5),segment_id=94907b3a-6e89-4b23-8d3e-b6a0ef2909b5)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:32:06.284229 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-5eba06ab-27fc-44aa-af07-cbd03b205838 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630705'] for port, precommit_delete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:06.304178 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-5eba06ab-27fc-44aa-af07-cbd03b205838 None None] Calling delete_port for c2a3eab7-86d9-42b4-851b-135807deb9b5 owned by network:dhcp {{(pid=102518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:32:06.314326 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-327fcb03-9215-41d6-8afc-01fed8019e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751724800597', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751724218543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237887'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:06.344264 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327fcb03-9215-41d6-8afc-01fed8019e07 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2a3eab7-86d9-42b4-851b-135807deb9b5,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:06.350529 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327fcb03-9215-41d6-8afc-01fed8019e07 admin admin] No DVR routers for this DVR port c2a3eab7-86d9-42b4-851b-135807deb9b5 on host dv-cinder-805072-6-iscsi {{(pid=102516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:32:06.417815 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-5eba06ab-27fc-44aa-af07-cbd03b205838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751724800597', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751724218543'] for port, after_delete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:06.432877 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-327fcb03-9215-41d6-8afc-01fed8019e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734108', 'neutron.services.segments.db._delete_segments_for_network-8751724566155'] for network, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:06.445476 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba06ab-27fc-44aa-af07-cbd03b205838 None None] Pushing event deleted for resources: {'Port': ['ID=c2a3eab7-86d9-42b4-851b-135807deb9b5,revision_number=None']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:06.457384 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.services.segments.db [None req-327fcb03-9215-41d6-8afc-01fed8019e07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33a64f20-5fa2-4ee6-bf93-69fefe69b302']}} {{(pid=102516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:32:06.459176 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eba06ab-27fc-44aa-af07-cbd03b205838 None None] No DVR routers for this DVR port c2a3eab7-86d9-42b4-851b-135807deb9b5 on host dv-cinder-805072-6-iscsi {{(pid=102518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:32:06.469436 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.services.segments.db [None req-327fcb03-9215-41d6-8afc-01fed8019e07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94907b3a-6e89-4b23-8d3e-b6a0ef2909b5') {'for_net_delete': True} {{(pid=102516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:32:06.469436 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.services.segments.db [None req-327fcb03-9215-41d6-8afc-01fed8019e07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94907b3a-6e89-4b23-8d3e-b6a0ef2909b5') {} {{(pid=102516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:32:06.479481 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-327fcb03-9215-41d6-8afc-01fed8019e07 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751724742166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4037908'] for segment, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:06.501288 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-327fcb03-9215-41d6-8afc-01fed8019e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574952'] for segment, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:06.508039 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-327fcb03-9215-41d6-8afc-01fed8019e07 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=102516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 05:32:06.508551 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-327fcb03-9215-41d6-8afc-01fed8019e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237772'] for segment, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:06.510265 dv-cinder-805072-6-iscsi neutron-server[102516]: Traceback (most recent call last): Nov 23 05:32:06.510265 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 05:32:06.510265 dv-cinder-805072-6-iscsi neutron-server[102516]: timer() Nov 23 05:32:06.510265 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 05:32:06.510265 dv-cinder-805072-6-iscsi neutron-server[102516]: cb(*args, **kw) Nov 23 05:32:06.510265 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 05:32:06.510265 dv-cinder-805072-6-iscsi neutron-server[102516]: return func(*args, **kwargs) Nov 23 05:32:06.510265 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 05:32:06.510265 dv-cinder-805072-6-iscsi neutron-server[102516]: self._notify() Nov 23 05:32:06.510265 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 05:32:06.510265 dv-cinder-805072-6-iscsi neutron-server[102516]: self.callback(batched_events) Nov 23 05:32:06.510265 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 05:32:06.510265 dv-cinder-805072-6-iscsi neutron-server[102516]: event.method(event) Nov 23 05:32:06.510265 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 05:32:06.510265 dv-cinder-805072-6-iscsi neutron-server[102516]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 05:32:06.510265 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 05:32:06.510265 dv-cinder-805072-6-iscsi neutron-server[102516]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 05:32:06.510265 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 05:32:06.510265 dv-cinder-805072-6-iscsi neutron-server[102516]: return f(self, *a, **k) Nov 23 05:32:06.510265 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 05:32:06.510265 dv-cinder-805072-6-iscsi neutron-server[102516]: return self._get(url).json() Nov 23 05:32:06.510265 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 05:32:06.510265 dv-cinder-805072-6-iscsi neutron-server[102516]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 05:32:06.510265 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 05:32:06.510265 dv-cinder-805072-6-iscsi neutron-server[102516]: return self.request(url, 'GET', **kwargs) Nov 23 05:32:06.510265 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 05:32:06.510265 dv-cinder-805072-6-iscsi neutron-server[102516]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 05:32:06.510265 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 05:32:06.510265 dv-cinder-805072-6-iscsi neutron-server[102516]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 05:32:06.510265 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 05:32:06.510265 dv-cinder-805072-6-iscsi neutron-server[102516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 05:32:06.510265 dv-cinder-805072-6-iscsi neutron-server[102516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 05:32:06.573625 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-327fcb03-9215-41d6-8afc-01fed8019e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637750'] for network, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:06.578238 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-327fcb03-9215-41d6-8afc-01fed8019e07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for network, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:06.581524 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-327fcb03-9215-41d6-8afc-01fed8019e07 admin admin] 10.222.0.48 "DELETE /v2.0/networks/33a64f20-5fa2-4ee6-bf93-69fefe69b302 HTTP/1.1" status: 204 len: 168 time: 0.7069905 Nov 23 05:32:06.596391 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327fcb03-9215-41d6-8afc-01fed8019e07 admin admin] Pushing event deleted for resources: {'Network': ['ID=33a64f20-5fa2-4ee6-bf93-69fefe69b302,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:06.741071 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f3b37-2a64-491d-8491-f529b9b2a2a5 req-948f980a-593b-4f8a-ae5e-bc1becbfe9b0 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:06.743258 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-318f3b37-2a64-491d-8491-f529b9b2a2a5 req-948f980a-593b-4f8a-ae5e-bc1becbfe9b0 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6 HTTP/1.1" status: 200 len: 943 time: 0.0769417 Nov 23 05:32:06.745040 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 36268) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:32:06.830018 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-ba58753f-1a1f-43b2-8ce6-44dd8534c930 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9d77c663d85b417d80848237e522deb9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0814891 Nov 23 05:32:06.830377 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 36270) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:32:06.833281 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-318f3b37-2a64-491d-8491-f529b9b2a2a5 req-2b6403b5-800e-4bfa-a7a3-43813b6ff883 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=c438f059-2799-4ab6-acb8-f504a4e3ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817504 Nov 23 05:32:06.883923 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-58c86ead-264b-4947-af4b-7e76aa177c96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:06.906954 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-58c86ead-264b-4947-af4b-7e76aa177c96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:06.959636 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-58c86ead-264b-4947-af4b-7e76aa177c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:06.962380 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-58c86ead-264b-4947-af4b-7e76aa177c96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:06.964328 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-58c86ead-264b-4947-af4b-7e76aa177c96 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e5ab2f12-4420-44cd-a4c6-558b5ac12b17 HTTP/1.1" status: 204 len: 168 time: 0.1325457 Nov 23 05:32:06.977075 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c86ead-264b-4947-af4b-7e76aa177c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ab2f12-4420-44cd-a4c6-558b5ac12b17,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:07.073878 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-cb0bae37-5947-48f5-b8ea-be8dc2c46173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:07.983016 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da816f65-92fe-48f4-befb-67c49b3cf48f req-2b323649-3f2b-4f1e-b718-9e09240a223a tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:07.984935 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-da816f65-92fe-48f4-befb-67c49b3cf48f req-2b323649-3f2b-4f1e-b718-9e09240a223a tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6 HTTP/1.1" status: 200 len: 943 time: 0.0688162 Nov 23 05:32:08.055786 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device c2a3eab7-86d9-42b4-851b-135807deb9b5 no longer exists at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:32:08.075181 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-da816f65-92fe-48f4-befb-67c49b3cf48f req-8deb355b-ed62-44bf-b545-266aaa48ab48 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=c438f059-2799-4ab6-acb8-f504a4e3ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785575 Nov 23 05:32:08.088413 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] No Port match for: c2a3eab7-86d9-42b4-851b-135807deb9b5 {{(pid=102518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:32:08.091890 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device c2a3eab7-86d9-42b4-851b-135807deb9b5 not bound to the agent host dv-cinder-805072-6-iscsi {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:32:08.476559 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-0cc3cdcc-aace-4769-a54e-383df0ffcf0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:08.858513 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 36328) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:32:08.967027 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-efacd3db-337f-4a24-a5cf-7f8c23d8fe24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:09.044428 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-efacd3db-337f-4a24-a5cf-7f8c23d8fe24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:09.048774 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-efacd3db-337f-4a24-a5cf-7f8c23d8fe24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:09.087547 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-efacd3db-337f-4a24-a5cf-7f8c23d8fe24 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3cd3116fa28047069910a54e85cde9aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2278554 Nov 23 05:32:09.090500 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 36332) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:32:09.096436 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efacd3db-337f-4a24-a5cf-7f8c23d8fe24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d0c952-1474-405e-bcdc-4c1488645a72,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:09.199633 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a1e74d85-41fc-435b-b89b-b83cb8700619 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:09.227481 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f2330-987e-4d69-bb3d-5b959516420b req-84a7ce4f-dbf0-44e6-b980-ef89a02d4434 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:09.229090 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7a7f2330-987e-4d69-bb3d-5b959516420b req-84a7ce4f-dbf0-44e6-b980-ef89a02d4434 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6 HTTP/1.1" status: 200 len: 943 time: 0.0663164 Nov 23 05:32:09.230075 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a1e74d85-41fc-435b-b89b-b83cb8700619 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:09.301098 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7a7f2330-987e-4d69-bb3d-5b959516420b req-a5b56055-6122-4588-8fb8-1a2ef353d32d tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=c438f059-2799-4ab6-acb8-f504a4e3ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525582 Nov 23 05:32:09.318013 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:09.320084 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a1e74d85-41fc-435b-b89b-b83cb8700619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:09.323882 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-a1e74d85-41fc-435b-b89b-b83cb8700619 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:09.325341 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-a1e74d85-41fc-435b-b89b-b83cb8700619 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e5d0c952-1474-405e-bcdc-4c1488645a72 HTTP/1.1" status: 204 len: 168 time: 0.2338107 Nov 23 05:32:09.347946 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e74d85-41fc-435b-b89b-b83cb8700619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d0c952-1474-405e-bcdc-4c1488645a72,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:09.604615 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 36340) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:32:09.618803 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-2957e5a6-848a-420a-a63f-83b26a3b209d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:09.706583 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-2957e5a6-848a-420a-a63f-83b26a3b209d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:09.710475 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-2957e5a6-848a-420a-a63f-83b26a3b209d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:09.750734 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-2957e5a6-848a-420a-a63f-83b26a3b209d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5839340fac584bb187e19a9f8f44ac34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1440263 Nov 23 05:32:09.751622 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2957e5a6-848a-420a-a63f-83b26a3b209d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75043a44-7319-4aa3-87f5-0966f1706374,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:09.753368 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 36342) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:32:09.808619 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-10825345-6b2b-4761-9db6-bc91d78b58c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:09.832352 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-10825345-6b2b-4761-9db6-bc91d78b58c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:09.880763 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-10825345-6b2b-4761-9db6-bc91d78b58c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:09.883612 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-10825345-6b2b-4761-9db6-bc91d78b58c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:09.885401 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-10825345-6b2b-4761-9db6-bc91d78b58c9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/75043a44-7319-4aa3-87f5-0966f1706374 HTTP/1.1" status: 204 len: 168 time: 0.1298196 Nov 23 05:32:09.895748 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10825345-6b2b-4761-9db6-bc91d78b58c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75043a44-7319-4aa3-87f5-0966f1706374,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:10.422108 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871ca35-eacc-4c5d-9eca-9272eb873776 req-25bd7dc2-f945-4f87-8ac0-22f292bc5128 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:10.423821 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6871ca35-eacc-4c5d-9eca-9272eb873776 req-25bd7dc2-f945-4f87-8ac0-22f292bc5128 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6 HTTP/1.1" status: 200 len: 943 time: 0.0550041 Nov 23 05:32:10.483956 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6871ca35-eacc-4c5d-9eca-9272eb873776 req-6fca6a2d-5353-4765-819f-b4544b1d0f41 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=c438f059-2799-4ab6-acb8-f504a4e3ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536249 Nov 23 05:32:11.616354 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17234c1-cf62-4e5e-be28-b53f1895c453 req-bfd1777e-b422-4f0a-8c34-2c07a889f41d tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:11.624153 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c17234c1-cf62-4e5e-be28-b53f1895c453 req-bfd1777e-b422-4f0a-8c34-2c07a889f41d tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6 HTTP/1.1" status: 200 len: 943 time: 0.0583737 Nov 23 05:32:11.685858 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c17234c1-cf62-4e5e-be28-b53f1895c453 req-4ed640d5-782c-4e07-b6bb-dd2c9abfef35 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=c438f059-2799-4ab6-acb8-f504a4e3ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606403 Nov 23 05:32:12.811869 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a17ba-dc92-4d2d-9c0c-64c9e9791ad0 req-995a3d95-246a-4816-9a31-f79c4ce8b69b tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:12.814174 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-272a17ba-dc92-4d2d-9c0c-64c9e9791ad0 req-995a3d95-246a-4816-9a31-f79c4ce8b69b tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6 HTTP/1.1" status: 200 len: 943 time: 0.0516112 Nov 23 05:32:12.868567 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-272a17ba-dc92-4d2d-9c0c-64c9e9791ad0 req-183e5d02-3287-401a-b276-47815c7e9e2d tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=c438f059-2799-4ab6-acb8-f504a4e3ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484030 Nov 23 05:32:13.994170 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62952bf-7fb4-4e34-9bea-823a742ce7bf req-ec5a3ce8-5a39-48d7-8dd8-3e4614c7b39f tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:13.998281 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d62952bf-7fb4-4e34-9bea-823a742ce7bf req-ec5a3ce8-5a39-48d7-8dd8-3e4614c7b39f tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6 HTTP/1.1" status: 200 len: 943 time: 0.0525889 Nov 23 05:32:14.045258 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d62952bf-7fb4-4e34-9bea-823a742ce7bf req-c3c260b4-7b8d-47a1-bf38-ce97b1cfbe75 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=c438f059-2799-4ab6-acb8-f504a4e3ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429268 Nov 23 05:32:14.350463 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 36424) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:32:14.470732 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-f3d63c3f-8303-4389-b124-fb8fb10fc78b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:14.550916 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-f3d63c3f-8303-4389-b124-fb8fb10fc78b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:14.554746 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-f3d63c3f-8303-4389-b124-fb8fb10fc78b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:14.591668 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d63c3f-8303-4389-b124-fb8fb10fc78b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a7fc70-aed8-4ab4-bcf3-fdd07d919a0d,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:14.599105 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-f3d63c3f-8303-4389-b124-fb8fb10fc78b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=44c939f35c564ed3824b097741a2ee3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2446563 Nov 23 05:32:14.599467 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 36428) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:32:14.651369 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-f00253bb-ce5b-497b-b6ee-0083db1e4e89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:14.685128 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-f00253bb-ce5b-497b-b6ee-0083db1e4e89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:14.735814 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-f00253bb-ce5b-497b-b6ee-0083db1e4e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:14.738540 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-f00253bb-ce5b-497b-b6ee-0083db1e4e89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:14.739842 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-f00253bb-ce5b-497b-b6ee-0083db1e4e89 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/77a7fc70-aed8-4ab4-bcf3-fdd07d919a0d HTTP/1.1" status: 204 len: 168 time: 0.1396279 Nov 23 05:32:14.753366 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00253bb-ce5b-497b-b6ee-0083db1e4e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a7fc70-aed8-4ab4-bcf3-fdd07d919a0d,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:15.026581 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 36436) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:32:15.040772 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4bed726f-8f00-40d1-8277-1f5fd664624c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:15.138185 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4bed726f-8f00-40d1-8277-1f5fd664624c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:15.157779 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4bed726f-8f00-40d1-8277-1f5fd664624c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:15.207410 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed726f-8f00-40d1-8277-1f5fd664624c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157d4c86-07e0-4564-b85f-c9f8cc9b0dd6,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:15.216698 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-4bed726f-8f00-40d1-8277-1f5fd664624c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bf23a4c6382744548be6d1ef13ece384&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1888649 Nov 23 05:32:15.216813 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 36440) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:32:15.227484 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6406f2-f5da-47a6-9605-17b56d35b173 req-618c22ea-be7b-47fc-baab-46677c3b6ea5 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:15.229042 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9b6406f2-f5da-47a6-9605-17b56d35b173 req-618c22ea-be7b-47fc-baab-46677c3b6ea5 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6 HTTP/1.1" status: 200 len: 943 time: 0.1047628 Nov 23 05:32:15.282428 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-99e9ab4a-18db-436a-ae7b-32d6c8c47f12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:15.283672 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9b6406f2-f5da-47a6-9605-17b56d35b173 req-344c3833-c69d-49d8-802f-fbb152a0e554 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=c438f059-2799-4ab6-acb8-f504a4e3ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477040 Nov 23 05:32:15.304976 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-99e9ab4a-18db-436a-ae7b-32d6c8c47f12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:15.352785 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-99e9ab4a-18db-436a-ae7b-32d6c8c47f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:15.355460 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-99e9ab4a-18db-436a-ae7b-32d6c8c47f12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:15.356647 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-99e9ab4a-18db-436a-ae7b-32d6c8c47f12 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/157d4c86-07e0-4564-b85f-c9f8cc9b0dd6 HTTP/1.1" status: 204 len: 168 time: 0.1388152 Nov 23 05:32:15.365424 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e9ab4a-18db-436a-ae7b-32d6c8c47f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157d4c86-07e0-4564-b85f-c9f8cc9b0dd6,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:16.411050 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13e600-e9af-4bee-9e05-7dca37ad0605 req-2f8c8861-437f-4f7e-ba8b-966fe53d8478 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:16.412536 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6f13e600-e9af-4bee-9e05-7dca37ad0605 req-2f8c8861-437f-4f7e-ba8b-966fe53d8478 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6 HTTP/1.1" status: 200 len: 943 time: 0.0490131 Nov 23 05:32:16.468719 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6f13e600-e9af-4bee-9e05-7dca37ad0605 req-b98a91a9-4ff1-4ff3-88ac-62433447e5fc tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=c438f059-2799-4ab6-acb8-f504a4e3ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491226 Nov 23 05:32:17.126889 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device 99025866-c895-4488-9f9f-935a50ad1344 details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=102518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 05:32:17.222469 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port 99025866-c895-4488-9f9f-935a50ad1344, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=99025866-c895-4488-9f9f-935a50ad1344,segment=NetworkSegment(96fbda44-3f8c-4841-b317-f7b687379738),segment_id=96fbda44-3f8c-4841-b317-f7b687379738)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:32:17.233232 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Returning: {'device': '99025866-c895-4488-9f9f-935a50ad1344', 'network_id': 'd276bf6c-1506-42b0-9d9a-c9478303eb76', 'port_id': '99025866-c895-4488-9f9f-935a50ad1344', 'mac_address': 'fa:16:3e:09:ff:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b812847c-d94f-408a-a05b-e1adde40724b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 05:32:17.269409 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:17.294088 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.notifiers.nova [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99025866-c895-4488-9f9f-935a50ad1344 {{(pid=102518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:32:17.305472 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port 99025866-c895-4488-9f9f-935a50ad1344, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=99025866-c895-4488-9f9f-935a50ad1344,segment=NetworkSegment(96fbda44-3f8c-4841-b317-f7b687379738),segment_id=96fbda44-3f8c-4841-b317-f7b687379738)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:32:17.310176 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:17.357803 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Pushing event updated for resources: {'Port': ['ID=99025866-c895-4488-9f9f-935a50ad1344,revision_number=9']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:17.586756 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05c0a65-3188-411a-88f9-7fb22119711c req-bd2ff52d-4a43-45a9-baec-20c507d690a8 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:17.588245 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e05c0a65-3188-411a-88f9-7fb22119711c req-bd2ff52d-4a43-45a9-baec-20c507d690a8 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6 HTTP/1.1" status: 200 len: 944 time: 0.0485220 Nov 23 05:32:17.596509 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] get_ports_and_sgs() called for port_ids ['99025866-c895-4488-9f9f-935a50ad1344'] {{(pid=102518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:32:17.640968 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e05c0a65-3188-411a-88f9-7fb22119711c req-3966ba60-6816-435c-8c87-e9fc61de3a44 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=c438f059-2799-4ab6-acb8-f504a4e3ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456023 Nov 23 05:32:18.759332 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b300fad-336a-407b-b200-766046085ed3 req-985e5288-288e-4194-ac0e-f76811b7a43c tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:18.760817 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8b300fad-336a-407b-b200-766046085ed3 req-985e5288-288e-4194-ac0e-f76811b7a43c tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6 HTTP/1.1" status: 200 len: 944 time: 0.0479417 Nov 23 05:32:18.813188 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8b300fad-336a-407b-b200-766046085ed3 req-0adf4a01-1d53-47a5-9252-7377cbd763c0 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=c438f059-2799-4ab6-acb8-f504a4e3ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462561 Nov 23 05:32:19.156619 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device 99025866-c895-4488-9f9f-935a50ad1344 up at agent hyperv_hv-cinder-80507 {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:32:19.204619 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Provisioning complete for port 99025866-c895-4488-9f9f-935a50ad1344 triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:32:19.204985 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:19.279323 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:19.302117 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '794f33d7-ae89-465f-b43f-2876a0bafbc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99025866-c895-4488-9f9f-935a50ad1344'}] {{(pid=102518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:32:19.304394 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1555ff6ee76347fd5083048713d2688504cf60c4b4cdc9acc0e7e1b3a3add239" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76c1fb4-204e-4c97-97bc-86535505e020" -d '{"events": [{"server_uuid": "794f33d7-ae89-465f-b43f-2876a0bafbc6", "name": "network-vif-plugged", "status": "completed", "tag": "99025866-c895-4488-9f9f-935a50ad1344"}]}' {{(pid=102518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:32:19.320859 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port 99025866-c895-4488-9f9f-935a50ad1344, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=99025866-c895-4488-9f9f-935a50ad1344,segment=NetworkSegment(96fbda44-3f8c-4841-b317-f7b687379738),segment_id=96fbda44-3f8c-4841-b317-f7b687379738)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:32:19.325966 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:19.356891 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf1e23d-5694-4f97-82c7-8ac008d02bf4 x-openstack-request-id: req-dbf1e23d-5694-4f97-82c7-8ac008d02bf4 {{(pid=102518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:32:19.357186 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "794f33d7-ae89-465f-b43f-2876a0bafbc6", "name": "network-vif-plugged", "status": "completed", "tag": "99025866-c895-4488-9f9f-935a50ad1344", "code": 200}]} {{(pid=102518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:32:19.357534 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dbf1e23d-5694-4f97-82c7-8ac008d02bf4 {{(pid=102518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:32:19.357903 dv-cinder-805072-6-iscsi neutron-server[102518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794f33d7-ae89-465f-b43f-2876a0bafbc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99025866-c895-4488-9f9f-935a50ad1344', 'code': 200} Nov 23 05:32:19.386973 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Pushing event updated for resources: {'Port': ['ID=99025866-c895-4488-9f9f-935a50ad1344,revision_number=10']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:19.423505 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 36506) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:32:19.549990 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-9fd4848a-84ec-4a75-82e6-bed4de3f0396 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:19.646004 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff60a8-7314-403d-ba77-93ef64c9ea03 req-3b253303-2d08-4001-ad0b-5ba7823149c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:19.647644 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-30ff60a8-7314-403d-ba77-93ef64c9ea03 req-3b253303-2d08-4001-ad0b-5ba7823149c5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6 HTTP/1.1" status: 200 len: 1099 time: 0.0574234 Nov 23 05:32:19.649986 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-9fd4848a-84ec-4a75-82e6-bed4de3f0396 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:19.655339 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-9fd4848a-84ec-4a75-82e6-bed4de3f0396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:19.695493 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-30ff60a8-7314-403d-ba77-93ef64c9ea03 req-af74bd48-cf66-4aa5-8c1a-59d3f3bef3b6 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c438f059-2799-4ab6-acb8-f504a4e3ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399926 Nov 23 05:32:19.698805 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 36510) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:32:19.699068 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-9fd4848a-84ec-4a75-82e6-bed4de3f0396 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3e22ba4cf624484b89488d04a5d837bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2743454 Nov 23 05:32:19.704313 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd4848a-84ec-4a75-82e6-bed4de3f0396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fee664f-40a2-4240-b23a-e528e2f7a510,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:19.750486 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-830efea7-837a-44a1-b778-60f2b1ee58d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:19.771471 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-830efea7-837a-44a1-b778-60f2b1ee58d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:19.817763 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-830efea7-837a-44a1-b778-60f2b1ee58d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:19.820547 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-830efea7-837a-44a1-b778-60f2b1ee58d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:19.821689 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-830efea7-837a-44a1-b778-60f2b1ee58d6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7fee664f-40a2-4240-b23a-e528e2f7a510 HTTP/1.1" status: 204 len: 168 time: 0.1217599 Nov 23 05:32:19.830039 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830efea7-837a-44a1-b778-60f2b1ee58d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fee664f-40a2-4240-b23a-e528e2f7a510,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:19.938534 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d044549-541e-47f8-8554-f2409f639ac8 req-7eb7f99d-2eae-4d8f-b339-ff4d512ed1cf tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:19.940076 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0d044549-541e-47f8-8554-f2409f639ac8 req-7eb7f99d-2eae-4d8f-b339-ff4d512ed1cf tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6 HTTP/1.1" status: 200 len: 946 time: 0.0527070 Nov 23 05:32:19.992235 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0d044549-541e-47f8-8554-f2409f639ac8 req-c64e9855-a249-474b-93b7-60c4a7f89d3a tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=c438f059-2799-4ab6-acb8-f504a4e3ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458336 Nov 23 05:32:20.087432 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 36518) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:32:20.100867 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-6a4869ce-ee65-4da5-8184-0586356be081 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:20.180372 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-6a4869ce-ee65-4da5-8184-0586356be081 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:20.184071 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-6a4869ce-ee65-4da5-8184-0586356be081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:20.222498 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-6a4869ce-ee65-4da5-8184-0586356be081 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e265d772e8f742bda26ac53804ae848e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1339130 Nov 23 05:32:20.223507 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4869ce-ee65-4da5-8184-0586356be081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5ea809-a136-4c1b-bf29-b74c0c1948c9,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:20.225166 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 36520) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:32:20.272586 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-7597fa88-9c64-4400-b8b9-649c14d270f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:20.294005 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-7597fa88-9c64-4400-b8b9-649c14d270f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:20.339253 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-7597fa88-9c64-4400-b8b9-649c14d270f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:20.342217 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-7597fa88-9c64-4400-b8b9-649c14d270f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:20.344037 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-7597fa88-9c64-4400-b8b9-649c14d270f4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ab5ea809-a136-4c1b-bf29-b74c0c1948c9 HTTP/1.1" status: 204 len: 168 time: 0.1178243 Nov 23 05:32:20.351426 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7597fa88-9c64-4400-b8b9-649c14d270f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5ea809-a136-4c1b-bf29-b74c0c1948c9,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:21.010888 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 36562) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:32:21.128269 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e2d1b5-bd4d-4ea3-bb7f-76d7eff0dfcc req-87ebb689-f2e7-4c24-b4a1-212a24e90fcd tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:21.129937 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-34e2d1b5-bd4d-4ea3-bb7f-76d7eff0dfcc req-87ebb689-f2e7-4c24-b4a1-212a24e90fcd tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6 HTTP/1.1" status: 200 len: 946 time: 0.0575678 Nov 23 05:32:21.172552 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [None req-105fb9b1-ac71-4b8d-8846-17f68eb1bc95 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1460853003-network', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62'}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:32:21.190090 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-34e2d1b5-bd4d-4ea3-bb7f-76d7eff0dfcc req-3278726f-481e-4a9a-a88c-b4853b20dea8 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=c438f059-2799-4ab6-acb8-f504a4e3ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539110 Nov 23 05:32:21.197235 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105fb9b1-ac71-4b8d-8846-17f68eb1bc95 admin admin] Made reservation on behalf of 5331a73468ce4b39a145a09d53cbde62 for: {'network': 1} {{(pid=102517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:32:21.200274 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-105fb9b1-ac71-4b8d-8846-17f68eb1bc95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for network, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:21.212300 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-105fb9b1-ac71-4b8d-8846-17f68eb1bc95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:21.291852 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-105fb9b1-ac71-4b8d-8846-17f68eb1bc95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:21.295554 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-105fb9b1-ac71-4b8d-8846-17f68eb1bc95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:21.326057 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-105fb9b1-ac71-4b8d-8846-17f68eb1bc95 admin admin] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=102517) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 05:32:21.332986 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105fb9b1-ac71-4b8d-8846-17f68eb1bc95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c1697b-32be-4e90-8cef-dc8d87f3e0de,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:21.342026 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-105fb9b1-ac71-4b8d-8846-17f68eb1bc95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574952'] for segment, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:21.342026 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.db.segments_db [None req-105fb9b1-ac71-4b8d-8846-17f68eb1bc95 admin admin] Added segment 55e832f8-945a-4410-a2ad-c12a508b0c85 of type vlan for network de6ef1d6-3445-40e0-83c8-00393e69a51b Nov 23 05:32:21.385837 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-105fb9b1-ac71-4b8d-8846-17f68eb1bc95 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751724239108'] for network, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:21.411191 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-105fb9b1-ac71-4b8d-8846-17f68eb1bc95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215'] for network, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:21.412191 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105fb9b1-ac71-4b8d-8846-17f68eb1bc95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:21.412923 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-105fb9b1-ac71-4b8d-8846-17f68eb1bc95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for network, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:21.469139 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-105fb9b1-ac71-4b8d-8846-17f68eb1bc95 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4566712 Nov 23 05:32:21.472074 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 36582) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:32:21.477154 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-58e900f3-fd0e-4359-9802-bd7cc02ffce0 admin admin] Request body: {'subnet': {'network_id': 'de6ef1d6-3445-40e0-83c8-00393e69a51b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1460853003-subnet', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'ip_version': 4}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:32:21.484383 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105fb9b1-ac71-4b8d-8846-17f68eb1bc95 admin admin] Pushing event updated for resources: {'Network': ['ID=de6ef1d6-3445-40e0-83c8-00393e69a51b,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:21.495277 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Network de6ef1d6-3445-40e0-83c8-00393e69a51b details requested by agent ovs-agent-dv-cinder-805072-6-iscsi with host dv-cinder-805072-6-iscsi {{(pid=102518) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 05:32:21.509439 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e900f3-fd0e-4359-9802-bd7cc02ffce0 admin admin] Made reservation on behalf of 5331a73468ce4b39a145a09d53cbde62 for: {'subnet': 1} {{(pid=102516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:32:21.511742 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-58e900f3-fd0e-4359-9802-bd7cc02ffce0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25486388'] for subnet, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:21.685239 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-58e900f3-fd0e-4359-9802-bd7cc02ffce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25486362'] for subnet, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:21.741670 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e900f3-fd0e-4359-9802-bd7cc02ffce0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=769cffe6-0ed2-4f2f-be5c-5abad8060d00,revision_number=0']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:21.751988 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e900f3-fd0e-4359-9802-bd7cc02ffce0 admin admin] Checking segment: {'id': '55e832f8-945a-4410-a2ad-c12a508b0c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'de6ef1d6-3445-40e0-83c8-00393e69a51b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:32:21.752347 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e900f3-fd0e-4359-9802-bd7cc02ffce0 admin admin] Network hostable DHCP agents. Network: de6ef1d6-3445-40e0-83c8-00393e69a51b, hostable agents: ['2030e6fd-0e7a-4e26-866d-a4515205c5a7'], hosted agents: [] {{(pid=102516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 05:32:21.769068 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e900f3-fd0e-4359-9802-bd7cc02ffce0 admin admin] Network de6ef1d6-3445-40e0-83c8-00393e69a51b is scheduled to be hosted by DHCP agent 2030e6fd-0e7a-4e26-866d-a4515205c5a7 with binding_index 1 {{(pid=102516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 05:32:21.777687 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [None req-58e900f3-fd0e-4359-9802-bd7cc02ffce0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805072-6-iscsi, de6ef1d6-3445-40e0-83c8-00393e69a51b) {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:32:21.781742 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e900f3-fd0e-4359-9802-bd7cc02ffce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:21.782339 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-58e900f3-fd0e-4359-9802-bd7cc02ffce0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for subnet, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:21.788114 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7b5f78-e8ed-4a46-a0bc-10bdebcddab5 None None] Network de6ef1d6-3445-40e0-83c8-00393e69a51b requested from dv-cinder-805072-6-iscsi {{(pid=102518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:32:21.799316 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-58e900f3-fd0e-4359-9802-bd7cc02ffce0 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3261125 Nov 23 05:32:21.801990 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 36584) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:32:21.806215 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-52540514-a5bc-4578-9fd1-6a04e95904cf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1460853003-router', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688'}}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:32:21.828924 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-52540514-a5bc-4578-9fd1-6a04e95904cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8397'] for router, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:21.829880 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-52540514-a5bc-4578-9fd1-6a04e95904cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1733637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804129', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9534'] for router, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:21.879881 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-52540514-a5bc-4578-9fd1-6a04e95904cf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:21.933835 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77be1d0a-a499-4e7c-98a9-bb88c135bdf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37d81789-c0f2-5219-9ce1-cd506509959a-de6ef1d6-3445-40e0-83c8-00393e69a51b', 'network_id': 'de6ef1d6-3445-40e0-83c8-00393e69a51b', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'fixed_ips': [{'subnet_id': '769cffe6-0ed2-4f2f-be5c-5abad8060d00'}]}} from dv-cinder-805072-6-iscsi. {{(pid=102518) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 05:32:21.934732 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-77be1d0a-a499-4e7c-98a9-bb88c135bdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_create {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:22.020901 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-52540514-a5bc-4578-9fd1-6a04e95904cf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:22.074246 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.db_base_plugin_common [None req-77be1d0a-a499-4e7c-98a9-bb88c135bdf9 None None] Allocated IP 172.20.0.2 (de6ef1d6-3445-40e0-83c8-00393e69a51b/769cffe6-0ed2-4f2f-be5c-5abad8060d00/f5bdf170-30d5-462f-9a9d-f6292dde0eec) {{(pid=102518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:32:22.218165 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-52540514-a5bc-4578-9fd1-6a04e95904cf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:22.218954 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-77be1d0a-a499-4e7c-98a9-bb88c135bdf9 None None] Publish callbacks [] for port, precommit_create {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:22.224868 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-77be1d0a-a499-4e7c-98a9-bb88c135bdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751724218534'] for port, after_create {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:22.239156 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-52540514-a5bc-4578-9fd1-6a04e95904cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:22.271879 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77be1d0a-a499-4e7c-98a9-bb88c135bdf9 None None] Pushing event updated for resources: {'Port': ['ID=f5bdf170-30d5-462f-9a9d-f6292dde0eec,revision_number=1']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:22.282668 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77be1d0a-a499-4e7c-98a9-bb88c135bdf9 None None] Network de6ef1d6-3445-40e0-83c8-00393e69a51b is already hosted by enough agents. {{(pid=102518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:32:22.284233 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.scheduler.base_scheduler [None req-77be1d0a-a499-4e7c-98a9-bb88c135bdf9 None None] Resources bound (agent type, host, resource id): {{(pid=102518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:32:22.286661 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77be1d0a-a499-4e7c-98a9-bb88c135bdf9 None None] Received port after_create {{(pid=102518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:32:22.345738 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-77be1d0a-a499-4e7c-98a9-bb88c135bdf9 None None] Attempting to bind port f5bdf170-30d5-462f-9a9d-f6292dde0eec on host dv-cinder-805072-6-iscsi for vnic_type normal with profile {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:32:22.346383 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-77be1d0a-a499-4e7c-98a9-bb88c135bdf9 None None] Attempting to bind port f5bdf170-30d5-462f-9a9d-f6292dde0eec by drivers openvswitch,hyperv on host dv-cinder-805072-6-iscsi at level 0 using segments [{'id': '55e832f8-945a-4410-a2ad-c12a508b0c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'de6ef1d6-3445-40e0-83c8-00393e69a51b'}] {{(pid=102518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:32:22.346750 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77be1d0a-a499-4e7c-98a9-bb88c135bdf9 None None] Attempting to bind port f5bdf170-30d5-462f-9a9d-f6292dde0eec on network de6ef1d6-3445-40e0-83c8-00393e69a51b {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:32:22.351753 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77be1d0a-a499-4e7c-98a9-bb88c135bdf9 None None] Checking agent: {'id': '820ec587-a722-4a8d-8856-03e998d7c894', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 5, 17, 39), 'started_at': datetime.datetime(2021, 11, 23, 5, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:32:22.352133 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77be1d0a-a499-4e7c-98a9-bb88c135bdf9 None None] Checking segment: {'id': '55e832f8-945a-4410-a2ad-c12a508b0c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'de6ef1d6-3445-40e0-83c8-00393e69a51b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:32:22.352544 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-77be1d0a-a499-4e7c-98a9-bb88c135bdf9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:22.352973 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77be1d0a-a499-4e7c-98a9-bb88c135bdf9 None None] Bound using segment: {'id': '55e832f8-945a-4410-a2ad-c12a508b0c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'de6ef1d6-3445-40e0-83c8-00393e69a51b'} {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:32:22.353445 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-77be1d0a-a499-4e7c-98a9-bb88c135bdf9 None None] Bound port: f5bdf170-30d5-462f-9a9d-f6292dde0eec, host: dv-cinder-805072-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e832f8-945a-4410-a2ad-c12a508b0c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'de6ef1d6-3445-40e0-83c8-00393e69a51b'}}] {{(pid=102518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:32:22.353831 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-77be1d0a-a499-4e7c-98a9-bb88c135bdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:22.364172 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0754a048-d43f-4bc9-8f63-74f99b149db2 req-c918d9ec-4b3b-4e86-afc3-63c0f25f75b7 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:22.365676 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0754a048-d43f-4bc9-8f63-74f99b149db2 req-c918d9ec-4b3b-4e86-afc3-63c0f25f75b7 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6 HTTP/1.1" status: 200 len: 946 time: 0.0900774 Nov 23 05:32:22.401659 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.db_base_plugin_common [None req-52540514-a5bc-4578-9fd1-6a04e95904cf admin admin] Allocated IP 172.27.0.178 (2fffb983-856b-4b4c-9c04-1e7e601bf688/5f9bd7f2-55ce-4eb1-9184-aa4552661a9b/ea50d896-a824-4891-8d4c-66a47c9528e2) {{(pid=102516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:32:22.416322 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-77be1d0a-a499-4e7c-98a9-bb88c135bdf9 None None] For port f5bdf170-30d5-462f-9a9d-f6292dde0eec, host dv-cinder-805072-6-iscsi, cleared binding levels {{(pid=102518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:32:22.419475 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-77be1d0a-a499-4e7c-98a9-bb88c135bdf9 None None] For port f5bdf170-30d5-462f-9a9d-f6292dde0eec, host dv-cinder-805072-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=f5bdf170-30d5-462f-9a9d-f6292dde0eec,segment=NetworkSegment(55e832f8-945a-4410-a2ad-c12a508b0c85),segment_id=55e832f8-945a-4410-a2ad-c12a508b0c85)] {{(pid=102518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:32:22.425471 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-77be1d0a-a499-4e7c-98a9-bb88c135bdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:22.447494 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0754a048-d43f-4bc9-8f63-74f99b149db2 req-73954b95-909e-4012-8c5b-0d7bc17f2d7d tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=c438f059-2799-4ab6-acb8-f504a4e3ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738871 Nov 23 05:32:22.480718 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77be1d0a-a499-4e7c-98a9-bb88c135bdf9 None None] Pushing event updated for resources: {'Port': ['ID=f5bdf170-30d5-462f-9a9d-f6292dde0eec,revision_number=2']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:22.531681 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-52540514-a5bc-4578-9fd1-6a04e95904cf admin admin] Publish callbacks [] for port, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:22.566150 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-52540514-a5bc-4578-9fd1-6a04e95904cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751724218534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237887'] for port, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:22.610124 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52540514-a5bc-4578-9fd1-6a04e95904cf admin admin] Network 2fffb983-856b-4b4c-9c04-1e7e601bf688 is already hosted by enough agents. {{(pid=102516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:32:22.613110 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [None req-52540514-a5bc-4578-9fd1-6a04e95904cf admin admin] Resources bound (agent type, host, resource id): {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:32:22.616783 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52540514-a5bc-4578-9fd1-6a04e95904cf admin admin] Received port after_create {{(pid=102516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:32:22.644065 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52540514-a5bc-4578-9fd1-6a04e95904cf admin admin] Pushing event updated for resources: {'Port': ['ID=ea50d896-a824-4891-8d4c-66a47c9528e2,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:22.888992 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-52540514-a5bc-4578-9fd1-6a04e95904cf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:23.336315 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-52540514-a5bc-4578-9fd1-6a04e95904cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1733714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-309572'] for router, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:23.396877 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502ee01a-6353-445c-8bb3-41f7e8c1610b None None] Network de6ef1d6-3445-40e0-83c8-00393e69a51b requested from dv-cinder-805072-6-iscsi {{(pid=102518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:32:23.466116 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52540514-a5bc-4578-9fd1-6a04e95904cf admin admin] Router 8a840556-70e0-49a2-9796-d1c9a94256f9 is scheduled to L3 agent 9dac5a01-04fc-4e91-9910-6392ff9c638b with binding_index 1 {{(pid=102516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 05:32:23.512532 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-39b2f01f-18f4-4747-87b2-d70a7a6d1df0 None None] Provisioning complete for port f5bdf170-30d5-462f-9a9d-f6292dde0eec triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:32:23.512902 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-39b2f01f-18f4-4747-87b2-d70a7a6d1df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:23.573212 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52540514-a5bc-4578-9fd1-6a04e95904cf admin admin] Notify agent at l3_agent.dv-cinder-805072-6-iscsi the message routers_updated {{(pid=102516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:32:23.583479 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a934f8e-3353-44e6-bc18-7199dc6a05f0 None None] Sync routers for ids ['8a840556-70e0-49a2-9796-d1c9a94256f9'] in dv-cinder-805072-6-iscsi {{(pid=102519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:32:23.594003 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-52540514-a5bc-4578-9fd1-6a04e95904cf admin admin] Publish callbacks [] for router, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:23.594590 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a934f8e-3353-44e6-bc18-7199dc6a05f0 None None] Routers {'8a840556-70e0-49a2-9796-d1c9a94256f9'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:32:23.595220 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-2a934f8e-3353-44e6-bc18-7199dc6a05f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:32:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['8a840556-70e0-49a2-9796-d1c9a94256f9'], 'active': True} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:32:23.595819 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-52540514-a5bc-4578-9fd1-6a04e95904cf admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7928987 Nov 23 05:32:23.598432 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 36590) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:32:23.636131 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-39b2f01f-18f4-4747-87b2-d70a7a6d1df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:23.674581 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-39b2f01f-18f4-4747-87b2-d70a7a6d1df0 None None] For port f5bdf170-30d5-462f-9a9d-f6292dde0eec, host dv-cinder-805072-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=f5bdf170-30d5-462f-9a9d-f6292dde0eec,segment=NetworkSegment(55e832f8-945a-4410-a2ad-c12a508b0c85),segment_id=55e832f8-945a-4410-a2ad-c12a508b0c85)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:32:23.681285 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-39b2f01f-18f4-4747-87b2-d70a7a6d1df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:23.724644 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvr_db [None req-2a934f8e-3353-44e6-bc18-7199dc6a05f0 None None] Set router 8a840556-70e0-49a2-9796-d1c9a94256f9 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:32:23.749708 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b2f01f-18f4-4747-87b2-d70a7a6d1df0 None None] Pushing event updated for resources: {'Port': ['ID=f5bdf170-30d5-462f-9a9d-f6292dde0eec,revision_number=3']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:23.910376 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-0de31227-0df2-4bd2-ac9f-bd8d2c2c427f None None] Provisioning complete for port f5bdf170-30d5-462f-9a9d-f6292dde0eec triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:32:23.910752 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-0de31227-0df2-4bd2-ac9f-bd8d2c2c427f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:23.915468 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-2a934f8e-3353-44e6-bc18-7199dc6a05f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'name': 'tempest-TestVolumeBootPattern-1460853003-router', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'ea50d896-a824-4891-8d4c-66a47c9528e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:32:21Z', 'updated_at': '2021-11-23T05:32:22Z', 'revision_number': 3, 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'gw_port': {'id': 'ea50d896-a824-4891-8d4c-66a47c9528e2', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:32:22Z', 'updated_at': '2021-11-23T05:32:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi'}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:32:23.942692 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a934f8e-3353-44e6-bc18-7199dc6a05f0 None None] Checking router: 8a840556-70e0-49a2-9796-d1c9a94256f9 for host: dv-cinder-805072-6-iscsi {{(pid=102519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:32:23.943071 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a934f8e-3353-44e6-bc18-7199dc6a05f0 None None] Updating router 8a840556-70e0-49a2-9796-d1c9a94256f9 port ea50d896-a824-4891-8d4c-66a47c9528e2 binding host dv-cinder-805072-6-iscsi {{(pid=102519) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 05:32:23.972905 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-2a934f8e-3353-44e6-bc18-7199dc6a05f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:24.049154 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-c2e3ea1e-f07c-4dbb-ad37-772fdf336e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:24.076612 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device f5bdf170-30d5-462f-9a9d-f6292dde0eec up at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:32:24.163470 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Provisioning complete for port f5bdf170-30d5-462f-9a9d-f6292dde0eec triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:32:24.165572 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:24.275452 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.db_base_plugin_common [None req-c2e3ea1e-f07c-4dbb-ad37-772fdf336e22 admin admin] Allocated IP 172.20.0.1 (de6ef1d6-3445-40e0-83c8-00393e69a51b/769cffe6-0ed2-4f2f-be5c-5abad8060d00/d423065e-a420-4a56-ae1e-f05e483435bb) {{(pid=102516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:32:24.301227 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-2a934f8e-3353-44e6-bc18-7199dc6a05f0 None None] Publish callbacks [] for port, precommit_update {{(pid=102519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:24.307773 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-2a934f8e-3353-44e6-bc18-7199dc6a05f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:24.362136 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e5feca-5c6e-4802-9313-7d56cd4bf364 None None] Pushing event updated for resources: {'Port': ['ID=ea50d896-a824-4891-8d4c-66a47c9528e2,revision_number=2']} {{(pid=102519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:24.367225 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.managers [None req-2a934f8e-3353-44e6-bc18-7199dc6a05f0 None None] Attempting to bind port ea50d896-a824-4891-8d4c-66a47c9528e2 on host dv-cinder-805072-6-iscsi for vnic_type normal with profile {{(pid=102519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:32:24.367595 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.managers [None req-2a934f8e-3353-44e6-bc18-7199dc6a05f0 None None] Attempting to bind port ea50d896-a824-4891-8d4c-66a47c9528e2 by drivers openvswitch,hyperv on host dv-cinder-805072-6-iscsi at level 0 using segments [{'id': 'e4256266-4d48-4c1e-81e6-1081b0d2db50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688'}] {{(pid=102519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:32:24.367957 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a934f8e-3353-44e6-bc18-7199dc6a05f0 None None] Attempting to bind port ea50d896-a824-4891-8d4c-66a47c9528e2 on network 2fffb983-856b-4b4c-9c04-1e7e601bf688 {{(pid=102519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:32:24.374818 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e5feca-5c6e-4802-9313-7d56cd4bf364 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:32:24.375245 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e5feca-5c6e-4802-9313-7d56cd4bf364 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:32:24.375553 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e5feca-5c6e-4802-9313-7d56cd4bf364 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:32:24.375891 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e5feca-5c6e-4802-9313-7d56cd4bf364 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:32:24.376241 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e5feca-5c6e-4802-9313-7d56cd4bf364 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:32:24.376559 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e5feca-5c6e-4802-9313-7d56cd4bf364 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:32:24.376886 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e5feca-5c6e-4802-9313-7d56cd4bf364 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:32:24.377212 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e5feca-5c6e-4802-9313-7d56cd4bf364 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:32:24.377558 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e5feca-5c6e-4802-9313-7d56cd4bf364 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:32:24.377898 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e5feca-5c6e-4802-9313-7d56cd4bf364 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:32:24.378205 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e5feca-5c6e-4802-9313-7d56cd4bf364 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:32:24.378622 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e5feca-5c6e-4802-9313-7d56cd4bf364 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:32:24.383767 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a934f8e-3353-44e6-bc18-7199dc6a05f0 None None] Checking agent: {'id': '820ec587-a722-4a8d-8856-03e998d7c894', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 5, 17, 39), 'started_at': datetime.datetime(2021, 11, 23, 5, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:32:24.386894 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a934f8e-3353-44e6-bc18-7199dc6a05f0 None None] Checking segment: {'id': 'e4256266-4d48-4c1e-81e6-1081b0d2db50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:32:24.386894 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-2a934f8e-3353-44e6-bc18-7199dc6a05f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:24.386894 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a934f8e-3353-44e6-bc18-7199dc6a05f0 None None] Bound using segment: {'id': 'e4256266-4d48-4c1e-81e6-1081b0d2db50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688'} {{(pid=102519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:32:24.386894 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.managers [None req-2a934f8e-3353-44e6-bc18-7199dc6a05f0 None None] Bound port: ea50d896-a824-4891-8d4c-66a47c9528e2, host: dv-cinder-805072-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4256266-4d48-4c1e-81e6-1081b0d2db50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688'}}] {{(pid=102519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:32:24.386894 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-2a934f8e-3353-44e6-bc18-7199dc6a05f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:24.395979 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-c2e3ea1e-f07c-4dbb-ad37-772fdf336e22 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:24.435753 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-c2e3ea1e-f07c-4dbb-ad37-772fdf336e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751724218534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237887'] for port, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:24.449648 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.db [None req-2a934f8e-3353-44e6-bc18-7199dc6a05f0 None None] For port ea50d896-a824-4891-8d4c-66a47c9528e2, host dv-cinder-805072-6-iscsi, cleared binding levels {{(pid=102519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:32:24.453501 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.db [None req-2a934f8e-3353-44e6-bc18-7199dc6a05f0 None None] For port ea50d896-a824-4891-8d4c-66a47c9528e2, host dv-cinder-805072-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=ea50d896-a824-4891-8d4c-66a47c9528e2,segment=NetworkSegment(e4256266-4d48-4c1e-81e6-1081b0d2db50),segment_id=e4256266-4d48-4c1e-81e6-1081b0d2db50)] {{(pid=102519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:32:24.458509 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-2a934f8e-3353-44e6-bc18-7199dc6a05f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:24.474446 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e3ea1e-f07c-4dbb-ad37-772fdf336e22 admin admin] Network de6ef1d6-3445-40e0-83c8-00393e69a51b is already hosted by enough agents. {{(pid=102516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:32:24.481294 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [None req-c2e3ea1e-f07c-4dbb-ad37-772fdf336e22 admin admin] Resources bound (agent type, host, resource id): {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:32:24.485156 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e3ea1e-f07c-4dbb-ad37-772fdf336e22 admin admin] Received port after_create {{(pid=102516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:32:24.516216 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a934f8e-3353-44e6-bc18-7199dc6a05f0 None None] Routers {'8a840556-70e0-49a2-9796-d1c9a94256f9'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:32:24.516856 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-2a934f8e-3353-44e6-bc18-7199dc6a05f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:32:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['8a840556-70e0-49a2-9796-d1c9a94256f9'], 'active': True} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:32:24.518763 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e3ea1e-f07c-4dbb-ad37-772fdf336e22 admin admin] Pushing event updated for resources: {'Port': ['ID=d423065e-a420-4a56-ae1e-f05e483435bb,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:24.535192 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-c2e3ea1e-f07c-4dbb-ad37-772fdf336e22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733347'] for router_interface, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:24.570053 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e5feca-5c6e-4802-9313-7d56cd4bf364 None None] Pushing event updated for resources: {'Port': ['ID=ea50d896-a824-4891-8d4c-66a47c9528e2,revision_number=3']} {{(pid=102519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:24.638486 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvr_db [None req-2a934f8e-3353-44e6-bc18-7199dc6a05f0 None None] Set router 8a840556-70e0-49a2-9796-d1c9a94256f9 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:32:24.667734 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-c2e3ea1e-f07c-4dbb-ad37-772fdf336e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:24.828650 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-f0e4222e-f7b8-48d9-b1d1-11c8190e958f None None] Provisioning complete for port d423065e-a420-4a56-ae1e-f05e483435bb triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:32:24.829215 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-f0e4222e-f7b8-48d9-b1d1-11c8190e958f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:24.848675 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-c2e3ea1e-f07c-4dbb-ad37-772fdf336e22 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:24.855084 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-c2e3ea1e-f07c-4dbb-ad37-772fdf336e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237864'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:24.868122 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-f0e4222e-f7b8-48d9-b1d1-11c8190e958f None None] Port d423065e-a420-4a56-ae1e-f05e483435bb cannot update to ACTIVE because it is not bound. {{(pid=102518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:32:24.919137 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-2a934f8e-3353-44e6-bc18-7199dc6a05f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'name': 'tempest-TestVolumeBootPattern-1460853003-router', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'ea50d896-a824-4891-8d4c-66a47c9528e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:32:21Z', 'updated_at': '2021-11-23T05:32:22Z', 'revision_number': 3, 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'gw_port': {'id': 'ea50d896-a824-4891-8d4c-66a47c9528e2', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:32:22Z', 'updated_at': '2021-11-23T05:32:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi'}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:32:24.928347 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e3ea1e-f07c-4dbb-ad37-772fdf336e22 admin admin] Pushing event updated for resources: {'Port': ['ID=d423065e-a420-4a56-ae1e-f05e483435bb,revision_number=2']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:24.930903 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-c2e3ea1e-f07c-4dbb-ad37-772fdf336e22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733247'] for router_interface, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:24.948278 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a934f8e-3353-44e6-bc18-7199dc6a05f0 None None] The sync data for ids ['8a840556-70e0-49a2-9796-d1c9a94256f9'] in dv-cinder-805072-6-iscsi is: [{'id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'name': 'tempest-TestVolumeBootPattern-1460853003-router', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'ea50d896-a824-4891-8d4c-66a47c9528e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:32:21Z', 'updated_at': '2021-11-23T05:32:22Z', 'revision_number': 3, 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'gw_port': {'id': 'ea50d896-a824-4891-8d4c-66a47c9528e2', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:32:22Z', 'updated_at': '2021-11-23T05:32:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi'}] {{(pid=102519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:32:25.025213 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e3ea1e-f07c-4dbb-ad37-772fdf336e22 admin admin] Network de6ef1d6-3445-40e0-83c8-00393e69a51b is already hosted by enough agents. {{(pid=102516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:32:25.026589 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [None req-c2e3ea1e-f07c-4dbb-ad37-772fdf336e22 admin admin] Resources bound (agent type, host, resource id): {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:32:25.150343 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2e3ea1e-f07c-4dbb-ad37-772fdf336e22 admin admin] Router 8a840556-70e0-49a2-9796-d1c9a94256f9 has already been hosted by L3 agent 9dac5a01-04fc-4e91-9910-6392ff9c638b {{(pid=102516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:32:25.289283 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e3ea1e-f07c-4dbb-ad37-772fdf336e22 admin admin] Notify agent at l3_agent.dv-cinder-805072-6-iscsi the message routers_updated {{(pid=102516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:32:25.302831 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-c2e3ea1e-f07c-4dbb-ad37-772fdf336e22 admin admin] 10.222.0.48 "PUT /v2.0/routers/8a840556-70e0-49a2-9796-d1c9a94256f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6952314 Nov 23 05:32:25.303138 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-c09776d2-e997-4664-934e-b4556549eed8 None None] Provisioning complete for port d423065e-a420-4a56-ae1e-f05e483435bb triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:32:25.303138 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-c09776d2-e997-4664-934e-b4556549eed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:25.340536 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-c09776d2-e997-4664-934e-b4556549eed8 None None] Port d423065e-a420-4a56-ae1e-f05e483435bb cannot update to ACTIVE because it is not bound. {{(pid=102518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:32:25.776726 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 36606) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:32:25.781916 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-9e492d72-37ee-4e65-b15d-9f516d081c5c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1341362636-network', 'tenant_id': '0a52a24637754c80a17a740b4f49b40f'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:32:25.802685 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e492d72-37ee-4e65-b15d-9f516d081c5c admin admin] Made reservation on behalf of 0a52a24637754c80a17a740b4f49b40f for: {'network': 1} {{(pid=102516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:32:25.804981 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-9e492d72-37ee-4e65-b15d-9f516d081c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for network, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:25.815467 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-9e492d72-37ee-4e65-b15d-9f516d081c5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:25.896798 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-9e492d72-37ee-4e65-b15d-9f516d081c5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:25.900700 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-9e492d72-37ee-4e65-b15d-9f516d081c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:25.922594 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e492d72-37ee-4e65-b15d-9f516d081c5c admin admin] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=102516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 05:32:25.938980 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e492d72-37ee-4e65-b15d-9f516d081c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb03afb-190e-4a17-b97f-6e11466c480c,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:25.942927 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-9e492d72-37ee-4e65-b15d-9f516d081c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574952'] for segment, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:25.943281 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.db.segments_db [None req-9e492d72-37ee-4e65-b15d-9f516d081c5c admin admin] Added segment 9accfc65-ced5-448e-ba5a-8efe99f947ac of type vlan for network 535967e6-aed6-4bcc-bdca-45519b9e3dcf Nov 23 05:32:25.992731 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-9e492d72-37ee-4e65-b15d-9f516d081c5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751724239108'] for network, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:26.019228 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-9e492d72-37ee-4e65-b15d-9f516d081c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215'] for network, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:26.020193 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e492d72-37ee-4e65-b15d-9f516d081c5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:26.021067 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-9e492d72-37ee-4e65-b15d-9f516d081c5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for network, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:26.045723 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device ea50d896-a824-4891-8d4c-66a47c9528e2 up at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:32:26.083862 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-9e492d72-37ee-4e65-b15d-9f516d081c5c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3060188 Nov 23 05:32:26.086526 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 36608) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:32:26.093134 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-4a864e35-9043-4a15-9477-8789dc814cea admin admin] Request body: {'subnet': {'network_id': '535967e6-aed6-4bcc-bdca-45519b9e3dcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1341362636-subnet', 'tenant_id': '0a52a24637754c80a17a740b4f49b40f', 'ip_version': 4}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:32:26.095709 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Provisioning complete for port ea50d896-a824-4891-8d4c-66a47c9528e2 triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:32:26.096082 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:26.099170 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e492d72-37ee-4e65-b15d-9f516d081c5c admin admin] Pushing event updated for resources: {'Network': ['ID=535967e6-aed6-4bcc-bdca-45519b9e3dcf,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:26.118570 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a864e35-9043-4a15-9477-8789dc814cea admin admin] Made reservation on behalf of 0a52a24637754c80a17a740b4f49b40f for: {'subnet': 1} {{(pid=102516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:32:26.118934 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Network 535967e6-aed6-4bcc-bdca-45519b9e3dcf details requested by agent ovs-agent-dv-cinder-805072-6-iscsi with host dv-cinder-805072-6-iscsi {{(pid=102518) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 05:32:26.120942 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4a864e35-9043-4a15-9477-8789dc814cea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25486388'] for subnet, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:26.237338 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:26.258166 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] For port ea50d896-a824-4891-8d4c-66a47c9528e2, host dv-cinder-805072-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=ea50d896-a824-4891-8d4c-66a47c9528e2,segment=NetworkSegment(e4256266-4d48-4c1e-81e6-1081b0d2db50),segment_id=e4256266-4d48-4c1e-81e6-1081b0d2db50)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:32:26.263277 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:26.303166 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4a864e35-9043-4a15-9477-8789dc814cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25486362'] for subnet, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:26.315403 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Pushing event updated for resources: {'Port': ['ID=ea50d896-a824-4891-8d4c-66a47c9528e2,revision_number=4']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:26.359285 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a864e35-9043-4a15-9477-8789dc814cea admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4561bab-b024-47f3-8f6e-5672741df3cd,revision_number=0']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:26.369801 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a864e35-9043-4a15-9477-8789dc814cea admin admin] Checking segment: {'id': '9accfc65-ced5-448e-ba5a-8efe99f947ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '535967e6-aed6-4bcc-bdca-45519b9e3dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:32:26.370168 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a864e35-9043-4a15-9477-8789dc814cea admin admin] Network hostable DHCP agents. Network: 535967e6-aed6-4bcc-bdca-45519b9e3dcf, hostable agents: ['2030e6fd-0e7a-4e26-866d-a4515205c5a7'], hosted agents: [] {{(pid=102516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 05:32:26.386603 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a864e35-9043-4a15-9477-8789dc814cea admin admin] Network 535967e6-aed6-4bcc-bdca-45519b9e3dcf is scheduled to be hosted by DHCP agent 2030e6fd-0e7a-4e26-866d-a4515205c5a7 with binding_index 1 {{(pid=102516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 05:32:26.395545 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [None req-4a864e35-9043-4a15-9477-8789dc814cea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805072-6-iscsi, 535967e6-aed6-4bcc-bdca-45519b9e3dcf) {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:32:26.399950 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a864e35-9043-4a15-9477-8789dc814cea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:26.401011 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4a864e35-9043-4a15-9477-8789dc814cea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for subnet, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:26.403994 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99104305-2eff-4f09-9830-a27bb6f3bbd4 None None] Network 535967e6-aed6-4bcc-bdca-45519b9e3dcf requested from dv-cinder-805072-6-iscsi {{(pid=102518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:32:26.417750 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-4a864e35-9043-4a15-9477-8789dc814cea admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3301780 Nov 23 05:32:26.420190 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 36610) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:32:26.425177 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-128236fb-7472-42c8-95ed-cef35c853030 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1341362636-router', 'tenant_id': '0a52a24637754c80a17a740b4f49b40f', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688'}}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:32:26.446556 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-128236fb-7472-42c8-95ed-cef35c853030 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1707647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8397'] for router, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:26.447701 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-128236fb-7472-42c8-95ed-cef35c853030 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1733637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804129', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1797516', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9534'] for router, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:26.506360 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-128236fb-7472-42c8-95ed-cef35c853030 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:26.534965 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf98b293-9d23-4b90-ae5a-2fe7558ea215 None None] Sync routers for ids ['8a840556-70e0-49a2-9796-d1c9a94256f9'] in dv-cinder-805072-6-iscsi {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:32:26.561667 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf98b293-9d23-4b90-ae5a-2fe7558ea215 None None] Routers {'8a840556-70e0-49a2-9796-d1c9a94256f9'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:32:26.562536 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-bf98b293-9d23-4b90-ae5a-2fe7558ea215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:32:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['8a840556-70e0-49a2-9796-d1c9a94256f9'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:32:26.602581 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5611b4ba-ab0a-4248-8b64-fccd06aff055 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp37d81789-c0f2-5219-9ce1-cd506509959a-535967e6-aed6-4bcc-bdca-45519b9e3dcf', 'network_id': '535967e6-aed6-4bcc-bdca-45519b9e3dcf', 'tenant_id': '0a52a24637754c80a17a740b4f49b40f', 'fixed_ips': [{'subnet_id': 'e4561bab-b024-47f3-8f6e-5672741df3cd'}]}} from dv-cinder-805072-6-iscsi. {{(pid=102518) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 05:32:26.603475 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-5611b4ba-ab0a-4248-8b64-fccd06aff055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_create {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:26.644632 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-128236fb-7472-42c8-95ed-cef35c853030 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:26.871867 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-128236fb-7472-42c8-95ed-cef35c853030 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:26.872589 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-bf98b293-9d23-4b90-ae5a-2fe7558ea215 None None] Set router 8a840556-70e0-49a2-9796-d1c9a94256f9 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:32:26.891392 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-128236fb-7472-42c8-95ed-cef35c853030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:27.000731 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.db_base_plugin_common [None req-128236fb-7472-42c8-95ed-cef35c853030 admin admin] Allocated IP 172.27.0.214 (2fffb983-856b-4b4c-9c04-1e7e601bf688/5f9bd7f2-55ce-4eb1-9184-aa4552661a9b/7b63e3b2-3bfe-4b3f-9889-2f18d513ec48) {{(pid=102516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:32:27.013425 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.db_base_plugin_common [None req-5611b4ba-ab0a-4248-8b64-fccd06aff055 None None] Allocated IP 172.20.0.2 (535967e6-aed6-4bcc-bdca-45519b9e3dcf/e4561bab-b024-47f3-8f6e-5672741df3cd/410b6564-dc3f-4b6a-86c5-2c3e2fb8e89f) {{(pid=102518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:32:27.103521 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-128236fb-7472-42c8-95ed-cef35c853030 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:27.142734 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-128236fb-7472-42c8-95ed-cef35c853030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751724218534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237887'] for port, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:27.185978 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128236fb-7472-42c8-95ed-cef35c853030 admin admin] Network 2fffb983-856b-4b4c-9c04-1e7e601bf688 is already hosted by enough agents. {{(pid=102516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:32:27.191139 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [None req-128236fb-7472-42c8-95ed-cef35c853030 admin admin] Resources bound (agent type, host, resource id): {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:32:27.195557 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128236fb-7472-42c8-95ed-cef35c853030 admin admin] Received port after_create {{(pid=102516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:32:27.198893 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128236fb-7472-42c8-95ed-cef35c853030 admin admin] Pushing event updated for resources: {'Port': ['ID=7b63e3b2-3bfe-4b3f-9889-2f18d513ec48,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:27.223251 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-5611b4ba-ab0a-4248-8b64-fccd06aff055 None None] Publish callbacks [] for port, precommit_create {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:27.225706 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-bf98b293-9d23-4b90-ae5a-2fe7558ea215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'name': 'tempest-TestVolumeBootPattern-1460853003-router', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'ea50d896-a824-4891-8d4c-66a47c9528e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:32:21Z', 'updated_at': '2021-11-23T05:32:24Z', 'revision_number': 4, 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'gw_port': {'id': 'ea50d896-a824-4891-8d4c-66a47c9528e2', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:32:22Z', 'updated_at': '2021-11-23T05:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_interfaces': [{'id': 'd423065e-a420-4a56-ae1e-f05e483435bb', 'name': '', 'network_id': 'de6ef1d6-3445-40e0-83c8-00393e69a51b', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'mac_address': 'fa:16:3e:87:a2:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '769cffe6-0ed2-4f2f-be5c-5abad8060d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:32:24Z', 'updated_at': '2021-11-23T05:32:24Z', 'revision_number': 2, 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'subnets': [{'id': '769cffe6-0ed2-4f2f-be5c-5abad8060d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:32:27.253534 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf98b293-9d23-4b90-ae5a-2fe7558ea215 None None] Checking router: 8a840556-70e0-49a2-9796-d1c9a94256f9 for host: dv-cinder-805072-6-iscsi {{(pid=102518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:32:27.253890 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf98b293-9d23-4b90-ae5a-2fe7558ea215 None None] Updating router 8a840556-70e0-49a2-9796-d1c9a94256f9 port d423065e-a420-4a56-ae1e-f05e483435bb binding host dv-cinder-805072-6-iscsi {{(pid=102518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 05:32:27.256072 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-5611b4ba-ab0a-4248-8b64-fccd06aff055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751724218534'] for port, after_create {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:27.313754 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-bf98b293-9d23-4b90-ae5a-2fe7558ea215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:27.317935 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5611b4ba-ab0a-4248-8b64-fccd06aff055 None None] Network 535967e6-aed6-4bcc-bdca-45519b9e3dcf is already hosted by enough agents. {{(pid=102518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:32:27.327562 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.scheduler.base_scheduler [None req-5611b4ba-ab0a-4248-8b64-fccd06aff055 None None] Resources bound (agent type, host, resource id): {{(pid=102518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:32:27.332289 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5611b4ba-ab0a-4248-8b64-fccd06aff055 None None] Received port after_create {{(pid=102518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:32:27.340178 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5611b4ba-ab0a-4248-8b64-fccd06aff055 None None] Pushing event updated for resources: {'Port': ['ID=410b6564-dc3f-4b6a-86c5-2c3e2fb8e89f,revision_number=1']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:27.419971 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-5611b4ba-ab0a-4248-8b64-fccd06aff055 None None] Attempting to bind port 410b6564-dc3f-4b6a-86c5-2c3e2fb8e89f on host dv-cinder-805072-6-iscsi for vnic_type normal with profile {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:32:27.420266 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-5611b4ba-ab0a-4248-8b64-fccd06aff055 None None] Attempting to bind port 410b6564-dc3f-4b6a-86c5-2c3e2fb8e89f by drivers openvswitch,hyperv on host dv-cinder-805072-6-iscsi at level 0 using segments [{'id': '9accfc65-ced5-448e-ba5a-8efe99f947ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '535967e6-aed6-4bcc-bdca-45519b9e3dcf'}] {{(pid=102518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:32:27.420604 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5611b4ba-ab0a-4248-8b64-fccd06aff055 None None] Attempting to bind port 410b6564-dc3f-4b6a-86c5-2c3e2fb8e89f on network 535967e6-aed6-4bcc-bdca-45519b9e3dcf {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:32:27.448485 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-128236fb-7472-42c8-95ed-cef35c853030 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:27.469170 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5611b4ba-ab0a-4248-8b64-fccd06aff055 None None] Checking agent: {'id': '820ec587-a722-4a8d-8856-03e998d7c894', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 5, 17, 39), 'started_at': datetime.datetime(2021, 11, 23, 5, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:32:27.469528 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5611b4ba-ab0a-4248-8b64-fccd06aff055 None None] Checking segment: {'id': '9accfc65-ced5-448e-ba5a-8efe99f947ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '535967e6-aed6-4bcc-bdca-45519b9e3dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:32:27.469937 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-5611b4ba-ab0a-4248-8b64-fccd06aff055 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:27.470330 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5611b4ba-ab0a-4248-8b64-fccd06aff055 None None] Bound using segment: {'id': '9accfc65-ced5-448e-ba5a-8efe99f947ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '535967e6-aed6-4bcc-bdca-45519b9e3dcf'} {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:32:27.470794 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-5611b4ba-ab0a-4248-8b64-fccd06aff055 None None] Bound port: 410b6564-dc3f-4b6a-86c5-2c3e2fb8e89f, host: dv-cinder-805072-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9accfc65-ced5-448e-ba5a-8efe99f947ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '535967e6-aed6-4bcc-bdca-45519b9e3dcf'}}] {{(pid=102518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:32:27.471198 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-5611b4ba-ab0a-4248-8b64-fccd06aff055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:27.598451 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-5611b4ba-ab0a-4248-8b64-fccd06aff055 None None] For port 410b6564-dc3f-4b6a-86c5-2c3e2fb8e89f, host dv-cinder-805072-6-iscsi, cleared binding levels {{(pid=102518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:32:27.608769 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-5611b4ba-ab0a-4248-8b64-fccd06aff055 None None] For port 410b6564-dc3f-4b6a-86c5-2c3e2fb8e89f, host dv-cinder-805072-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=410b6564-dc3f-4b6a-86c5-2c3e2fb8e89f,segment=NetworkSegment(9accfc65-ced5-448e-ba5a-8efe99f947ac),segment_id=9accfc65-ced5-448e-ba5a-8efe99f947ac)] {{(pid=102518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:32:27.615989 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-5611b4ba-ab0a-4248-8b64-fccd06aff055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:27.712386 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5611b4ba-ab0a-4248-8b64-fccd06aff055 None None] Pushing event updated for resources: {'Port': ['ID=410b6564-dc3f-4b6a-86c5-2c3e2fb8e89f,revision_number=2']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:27.755100 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-bf98b293-9d23-4b90-ae5a-2fe7558ea215 None None] Publish callbacks [] for port, precommit_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:27.761729 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-bf98b293-9d23-4b90-ae5a-2fe7558ea215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:27.815049 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adb46a3-7671-4ab3-8f38-d6fdbff7c0f3 None None] Pushing event updated for resources: {'Port': ['ID=d423065e-a420-4a56-ae1e-f05e483435bb,revision_number=3']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:27.868791 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-bf98b293-9d23-4b90-ae5a-2fe7558ea215 None None] Attempting to bind port d423065e-a420-4a56-ae1e-f05e483435bb on host dv-cinder-805072-6-iscsi for vnic_type normal with profile {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:32:27.869166 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-bf98b293-9d23-4b90-ae5a-2fe7558ea215 None None] Attempting to bind port d423065e-a420-4a56-ae1e-f05e483435bb by drivers openvswitch,hyperv on host dv-cinder-805072-6-iscsi at level 0 using segments [{'id': '55e832f8-945a-4410-a2ad-c12a508b0c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'de6ef1d6-3445-40e0-83c8-00393e69a51b'}] {{(pid=102518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:32:27.869532 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf98b293-9d23-4b90-ae5a-2fe7558ea215 None None] Attempting to bind port d423065e-a420-4a56-ae1e-f05e483435bb on network de6ef1d6-3445-40e0-83c8-00393e69a51b {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:32:27.881970 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf98b293-9d23-4b90-ae5a-2fe7558ea215 None None] Checking agent: {'id': '820ec587-a722-4a8d-8856-03e998d7c894', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 5, 17, 39), 'started_at': datetime.datetime(2021, 11, 23, 5, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:32:27.882350 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf98b293-9d23-4b90-ae5a-2fe7558ea215 None None] Checking segment: {'id': '55e832f8-945a-4410-a2ad-c12a508b0c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'de6ef1d6-3445-40e0-83c8-00393e69a51b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:32:27.884822 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-bf98b293-9d23-4b90-ae5a-2fe7558ea215 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:27.884822 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf98b293-9d23-4b90-ae5a-2fe7558ea215 None None] Bound using segment: {'id': '55e832f8-945a-4410-a2ad-c12a508b0c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'de6ef1d6-3445-40e0-83c8-00393e69a51b'} {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:32:27.884822 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-bf98b293-9d23-4b90-ae5a-2fe7558ea215 None None] Bound port: d423065e-a420-4a56-ae1e-f05e483435bb, host: dv-cinder-805072-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e832f8-945a-4410-a2ad-c12a508b0c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'de6ef1d6-3445-40e0-83c8-00393e69a51b'}}] {{(pid=102518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:32:27.884822 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-bf98b293-9d23-4b90-ae5a-2fe7558ea215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:27.974342 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-128236fb-7472-42c8-95ed-cef35c853030 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1733714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-309572'] for router, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:27.994985 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-bf98b293-9d23-4b90-ae5a-2fe7558ea215 None None] For port d423065e-a420-4a56-ae1e-f05e483435bb, host dv-cinder-805072-6-iscsi, cleared binding levels {{(pid=102518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:32:28.005892 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-bf98b293-9d23-4b90-ae5a-2fe7558ea215 None None] For port d423065e-a420-4a56-ae1e-f05e483435bb, host dv-cinder-805072-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=d423065e-a420-4a56-ae1e-f05e483435bb,segment=NetworkSegment(55e832f8-945a-4410-a2ad-c12a508b0c85),segment_id=55e832f8-945a-4410-a2ad-c12a508b0c85)] {{(pid=102518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:32:28.022666 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-bf98b293-9d23-4b90-ae5a-2fe7558ea215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:28.085011 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf98b293-9d23-4b90-ae5a-2fe7558ea215 None None] Routers {'8a840556-70e0-49a2-9796-d1c9a94256f9'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:32:28.086039 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-bf98b293-9d23-4b90-ae5a-2fe7558ea215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:32:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['8a840556-70e0-49a2-9796-d1c9a94256f9'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:32:28.151179 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-128236fb-7472-42c8-95ed-cef35c853030 admin admin] Router 587cd95f-4ca7-4f50-a6d2-5fdd506e3d02 is scheduled to L3 agent 9dac5a01-04fc-4e91-9910-6392ff9c638b with binding_index 1 {{(pid=102516) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 05:32:28.194004 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adb46a3-7671-4ab3-8f38-d6fdbff7c0f3 None None] Pushing event updated for resources: {'Port': ['ID=d423065e-a420-4a56-ae1e-f05e483435bb,revision_number=4']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:28.201617 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device ea50d896-a824-4891-8d4c-66a47c9528e2 up at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:32:28.259607 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-5e277aa1-034f-471d-acb2-a59d47c9c4fc None None] Provisioning complete for port d423065e-a420-4a56-ae1e-f05e483435bb triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:32:28.260263 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-5e277aa1-034f-471d-acb2-a59d47c9c4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:28.282393 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-128236fb-7472-42c8-95ed-cef35c853030 admin admin] Notify agent at l3_agent.dv-cinder-805072-6-iscsi the message routers_updated {{(pid=102516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:32:28.294066 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65098f3-f152-48ab-8ac8-d0d8312a0a20 None None] Sync routers for ids ['587cd95f-4ca7-4f50-a6d2-5fdd506e3d02'] in dv-cinder-805072-6-iscsi {{(pid=102519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:32:28.303034 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-128236fb-7472-42c8-95ed-cef35c853030 admin admin] Publish callbacks [] for router, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:28.304811 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-128236fb-7472-42c8-95ed-cef35c853030 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8836198 Nov 23 05:32:28.308418 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 36612) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:32:28.315015 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65098f3-f152-48ab-8ac8-d0d8312a0a20 None None] Routers {'587cd95f-4ca7-4f50-a6d2-5fdd506e3d02'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:32:28.315979 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-e65098f3-f152-48ab-8ac8-d0d8312a0a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:32:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['587cd95f-4ca7-4f50-a6d2-5fdd506e3d02'], 'active': True} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:32:28.341913 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-bf98b293-9d23-4b90-ae5a-2fe7558ea215 None None] Set router 8a840556-70e0-49a2-9796-d1c9a94256f9 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:32:28.437686 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvr_db [None req-e65098f3-f152-48ab-8ac8-d0d8312a0a20 None None] Set router 587cd95f-4ca7-4f50-a6d2-5fdd506e3d02 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:32:28.448754 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Provisioning complete for port ea50d896-a824-4891-8d4c-66a47c9528e2 triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:32:28.449122 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:28.640130 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-e65098f3-f152-48ab-8ac8-d0d8312a0a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587cd95f-4ca7-4f50-a6d2-5fdd506e3d02', 'name': 'tempest-TestVolumeBootPattern-1341362636-router', 'tenant_id': '0a52a24637754c80a17a740b4f49b40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '7b63e3b2-3bfe-4b3f-9889-2f18d513ec48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:32:26Z', 'updated_at': '2021-11-23T05:32:27Z', 'revision_number': 3, 'project_id': '0a52a24637754c80a17a740b4f49b40f', 'gw_port': {'id': '7b63e3b2-3bfe-4b3f-9889-2f18d513ec48', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:05:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587cd95f-4ca7-4f50-a6d2-5fdd506e3d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:32:26Z', 'updated_at': '2021-11-23T05:32:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi'}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:32:28.676511 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-5e277aa1-034f-471d-acb2-a59d47c9c4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:28.685041 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65098f3-f152-48ab-8ac8-d0d8312a0a20 None None] Checking router: 587cd95f-4ca7-4f50-a6d2-5fdd506e3d02 for host: dv-cinder-805072-6-iscsi {{(pid=102519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:32:28.686262 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65098f3-f152-48ab-8ac8-d0d8312a0a20 None None] Updating router 587cd95f-4ca7-4f50-a6d2-5fdd506e3d02 port 7b63e3b2-3bfe-4b3f-9889-2f18d513ec48 binding host dv-cinder-805072-6-iscsi {{(pid=102519) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 05:32:28.708609 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:28.723123 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-e65098f3-f152-48ab-8ac8-d0d8312a0a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:28.761315 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-5e277aa1-034f-471d-acb2-a59d47c9c4fc None None] For port d423065e-a420-4a56-ae1e-f05e483435bb, host dv-cinder-805072-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=d423065e-a420-4a56-ae1e-f05e483435bb,segment=NetworkSegment(55e832f8-945a-4410-a2ad-c12a508b0c85),segment_id=55e832f8-945a-4410-a2ad-c12a508b0c85)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:32:28.783468 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-5e277aa1-034f-471d-acb2-a59d47c9c4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:28.789745 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-8aae2838-1878-4c8b-93c7-d1de79862c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:28.857791 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 410b6564-dc3f-4b6a-86c5-2c3e2fb8e89f up at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:32:28.944315 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2d7a2adf-8e4a-4867-b6ac-8fb5f70b0a33 req-3c8a90e5-e6bb-4740-bbea-d1d439208fbd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=584a81d2-404b-4609-967a-0d0cbdfdc0bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0563817 Nov 23 05:32:28.950894 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61931097-e8c3-4c64-8e75-4bc1ad13e51d None None] Network 535967e6-aed6-4bcc-bdca-45519b9e3dcf requested from dv-cinder-805072-6-iscsi {{(pid=102518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:32:28.956001 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e277aa1-034f-471d-acb2-a59d47c9c4fc None None] Pushing event updated for resources: {'Port': ['ID=d423065e-a420-4a56-ae1e-f05e483435bb,revision_number=5']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:28.977638 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-c0b2a6a4-dbc1-43f8-aa75-24470e535098 None None] Provisioning complete for port d423065e-a420-4a56-ae1e-f05e483435bb triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:32:28.978518 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-c0b2a6a4-dbc1-43f8-aa75-24470e535098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:28.996957 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.db.db_base_plugin_common [None req-8aae2838-1878-4c8b-93c7-d1de79862c4a admin admin] Allocated IP 172.20.0.1 (535967e6-aed6-4bcc-bdca-45519b9e3dcf/e4561bab-b024-47f3-8f6e-5672741df3cd/c4c8767d-4cf1-445e-a7ee-e442b3473c44) {{(pid=102517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:32:29.055651 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a2adf-8e4a-4867-b6ac-8fb5f70b0a33 req-4a7df51f-371c-4358-8d34-8ece08621f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:29.056195 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-e65098f3-f152-48ab-8ac8-d0d8312a0a20 None None] Publish callbacks [] for port, precommit_update {{(pid=102519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:29.058412 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2d7a2adf-8e4a-4867-b6ac-8fb5f70b0a33 req-4a7df51f-371c-4358-8d34-8ece08621f7e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ad191be0886046eeaa7030de6ed90099&device_id=584a81d2-404b-4609-967a-0d0cbdfdc0bd HTTP/1.1" status: 200 len: 1099 time: 0.0465391 Nov 23 05:32:29.065311 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-e65098f3-f152-48ab-8ac8-d0d8312a0a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:29.082690 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-bf98b293-9d23-4b90-ae5a-2fe7558ea215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'name': 'tempest-TestVolumeBootPattern-1460853003-router', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'ea50d896-a824-4891-8d4c-66a47c9528e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:32:21Z', 'updated_at': '2021-11-23T05:32:24Z', 'revision_number': 4, 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'gw_port': {'id': 'ea50d896-a824-4891-8d4c-66a47c9528e2', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:32:22Z', 'updated_at': '2021-11-23T05:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_interfaces': [{'id': 'd423065e-a420-4a56-ae1e-f05e483435bb', 'name': '', 'network_id': 'de6ef1d6-3445-40e0-83c8-00393e69a51b', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'mac_address': 'fa:16:3e:87:a2:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '769cffe6-0ed2-4f2f-be5c-5abad8060d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:32:24Z', 'updated_at': '2021-11-23T05:32:27Z', 'revision_number': 4, 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'subnets': [{'id': '769cffe6-0ed2-4f2f-be5c-5abad8060d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:32:29.126091 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-8aae2838-1878-4c8b-93c7-d1de79862c4a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:29.130108 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf98b293-9d23-4b90-ae5a-2fe7558ea215 None None] The sync data for ids ['8a840556-70e0-49a2-9796-d1c9a94256f9'] in dv-cinder-805072-6-iscsi is: [{'id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'name': 'tempest-TestVolumeBootPattern-1460853003-router', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'ea50d896-a824-4891-8d4c-66a47c9528e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:32:21Z', 'updated_at': '2021-11-23T05:32:24Z', 'revision_number': 4, 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'gw_port': {'id': 'ea50d896-a824-4891-8d4c-66a47c9528e2', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:32:22Z', 'updated_at': '2021-11-23T05:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_interfaces': [{'id': 'd423065e-a420-4a56-ae1e-f05e483435bb', 'name': '', 'network_id': 'de6ef1d6-3445-40e0-83c8-00393e69a51b', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'mac_address': 'fa:16:3e:87:a2:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '769cffe6-0ed2-4f2f-be5c-5abad8060d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:32:24Z', 'updated_at': '2021-11-23T05:32:27Z', 'revision_number': 4, 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'subnets': [{'id': '769cffe6-0ed2-4f2f-be5c-5abad8060d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:32:29.134334 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.managers [None req-e65098f3-f152-48ab-8ac8-d0d8312a0a20 None None] Attempting to bind port 7b63e3b2-3bfe-4b3f-9889-2f18d513ec48 on host dv-cinder-805072-6-iscsi for vnic_type normal with profile {{(pid=102519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:32:29.134709 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.managers [None req-e65098f3-f152-48ab-8ac8-d0d8312a0a20 None None] Attempting to bind port 7b63e3b2-3bfe-4b3f-9889-2f18d513ec48 by drivers openvswitch,hyperv on host dv-cinder-805072-6-iscsi at level 0 using segments [{'id': 'e4256266-4d48-4c1e-81e6-1081b0d2db50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688'}] {{(pid=102519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:32:29.135103 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65098f3-f152-48ab-8ac8-d0d8312a0a20 None None] Attempting to bind port 7b63e3b2-3bfe-4b3f-9889-2f18d513ec48 on network 2fffb983-856b-4b4c-9c04-1e7e601bf688 {{(pid=102519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:32:29.135435 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Provisioning complete for port 410b6564-dc3f-4b6a-86c5-2c3e2fb8e89f triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:32:29.135904 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:29.143534 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aed1655-abfb-4456-b695-965d81b51329 None None] Pushing event updated for resources: {'Port': ['ID=7b63e3b2-3bfe-4b3f-9889-2f18d513ec48,revision_number=2']} {{(pid=102519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:29.146185 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65098f3-f152-48ab-8ac8-d0d8312a0a20 None None] Checking agent: {'id': '820ec587-a722-4a8d-8856-03e998d7c894', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 5, 17, 39), 'started_at': datetime.datetime(2021, 11, 23, 5, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:32:29.146623 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65098f3-f152-48ab-8ac8-d0d8312a0a20 None None] Checking segment: {'id': 'e4256266-4d48-4c1e-81e6-1081b0d2db50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:32:29.147052 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-e65098f3-f152-48ab-8ac8-d0d8312a0a20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:29.147445 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65098f3-f152-48ab-8ac8-d0d8312a0a20 None None] Bound using segment: {'id': 'e4256266-4d48-4c1e-81e6-1081b0d2db50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688'} {{(pid=102519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:32:29.158645 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.managers [None req-e65098f3-f152-48ab-8ac8-d0d8312a0a20 None None] Bound port: 7b63e3b2-3bfe-4b3f-9889-2f18d513ec48, host: dv-cinder-805072-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4256266-4d48-4c1e-81e6-1081b0d2db50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688'}}] {{(pid=102519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:32:29.159202 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-e65098f3-f152-48ab-8ac8-d0d8312a0a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:29.179769 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-8aae2838-1878-4c8b-93c7-d1de79862c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751724218534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25211324'] for port, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:29.259845 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.db [None req-e65098f3-f152-48ab-8ac8-d0d8312a0a20 None None] For port 7b63e3b2-3bfe-4b3f-9889-2f18d513ec48, host dv-cinder-805072-6-iscsi, cleared binding levels {{(pid=102519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:32:29.263719 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.plugins.ml2.db [None req-e65098f3-f152-48ab-8ac8-d0d8312a0a20 None None] For port 7b63e3b2-3bfe-4b3f-9889-2f18d513ec48, host dv-cinder-805072-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=7b63e3b2-3bfe-4b3f-9889-2f18d513ec48,segment=NetworkSegment(e4256266-4d48-4c1e-81e6-1081b0d2db50),segment_id=e4256266-4d48-4c1e-81e6-1081b0d2db50)] {{(pid=102519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:32:29.279066 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron_lib.callbacks.manager [None req-e65098f3-f152-48ab-8ac8-d0d8312a0a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:29.282128 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aae2838-1878-4c8b-93c7-d1de79862c4a admin admin] Network 535967e6-aed6-4bcc-bdca-45519b9e3dcf is already hosted by enough agents. {{(pid=102517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:32:29.283042 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a2adf-8e4a-4867-b6ac-8fb5f70b0a33 req-36feec7f-18e4-4f8c-b998-4e2bf4835f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:29.284862 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2d7a2adf-8e4a-4867-b6ac-8fb5f70b0a33 req-36feec7f-18e4-4f8c-b998-4e2bf4835f96 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6ae84b29-0690-473c-8282-824ad6dc6e1f HTTP/1.1" status: 200 len: 910 time: 0.2030799 Nov 23 05:32:29.288703 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.base_scheduler [None req-8aae2838-1878-4c8b-93c7-d1de79862c4a admin admin] Resources bound (agent type, host, resource id): {{(pid=102517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:32:29.300079 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aae2838-1878-4c8b-93c7-d1de79862c4a admin admin] Received port after_create {{(pid=102517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:32:29.344964 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aae2838-1878-4c8b-93c7-d1de79862c4a admin admin] Pushing event updated for resources: {'Port': ['ID=c4c8767d-4cf1-445e-a7ee-e442b3473c44,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:29.377542 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65098f3-f152-48ab-8ac8-d0d8312a0a20 None None] Routers {'587cd95f-4ca7-4f50-a6d2-5fdd506e3d02'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:32:29.378779 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-e65098f3-f152-48ab-8ac8-d0d8312a0a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:32:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['587cd95f-4ca7-4f50-a6d2-5fdd506e3d02'], 'active': True} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:32:29.384274 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-8aae2838-1878-4c8b-93c7-d1de79862c4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1733347'] for router_interface, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:29.393025 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:29.444618 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2d7a2adf-8e4a-4867-b6ac-8fb5f70b0a33 req-02bde708-37bc-4452-8125-8cc66c5d6145 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0461070-6637-463d-b8fc-5d2ec7130e2a HTTP/1.1" status: 200 len: 1002 time: 0.1515377 Nov 23 05:32:29.468206 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] For port 410b6564-dc3f-4b6a-86c5-2c3e2fb8e89f, host dv-cinder-805072-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=410b6564-dc3f-4b6a-86c5-2c3e2fb8e89f,segment=NetworkSegment(9accfc65-ced5-448e-ba5a-8efe99f947ac),segment_id=9accfc65-ced5-448e-ba5a-8efe99f947ac)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:32:29.481018 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-4c29fe16-c62b-4ce2-9802-59e388844c0a None None] Provisioning complete for port 410b6564-dc3f-4b6a-86c5-2c3e2fb8e89f triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:32:29.482610 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aed1655-abfb-4456-b695-965d81b51329 None None] Pushing event updated for resources: {'Port': ['ID=7b63e3b2-3bfe-4b3f-9889-2f18d513ec48,revision_number=3']} {{(pid=102519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:29.482758 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-4c29fe16-c62b-4ce2-9802-59e388844c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:29.530892 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:29.557301 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a2adf-8e4a-4867-b6ac-8fb5f70b0a33 req-d97733a5-e487-4d77-9acd-0f7e2ac5227c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:29.560828 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2d7a2adf-8e4a-4867-b6ac-8fb5f70b0a33 req-d97733a5-e487-4d77-9acd-0f7e2ac5227c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8b5d560a-b60a-4973-943d-2226bfe371e0 HTTP/1.1" status: 200 len: 848 time: 0.1069837 Nov 23 05:32:29.615236 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvr_db [None req-e65098f3-f152-48ab-8ac8-d0d8312a0a20 None None] Set router 587cd95f-4ca7-4f50-a6d2-5fdd506e3d02 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:32:29.621900 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-8aae2838-1878-4c8b-93c7-d1de79862c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:29.643520 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a2adf-8e4a-4867-b6ac-8fb5f70b0a33 req-a23b3ed5-1617-47c8-a70a-be3660d62568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:29.644765 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Pushing event updated for resources: {'Port': ['ID=410b6564-dc3f-4b6a-86c5-2c3e2fb8e89f,revision_number=3']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:29.649943 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2d7a2adf-8e4a-4867-b6ac-8fb5f70b0a33 req-a23b3ed5-1617-47c8-a70a-be3660d62568 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6ae84b29-0690-473c-8282-824ad6dc6e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0804911 Nov 23 05:32:29.832558 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2d7a2adf-8e4a-4867-b6ac-8fb5f70b0a33 req-773e024e-8e14-416c-91d4-caa15adb76bc service neutron] 10.222.0.54 "GET /v2.0/networks/6ae84b29-0690-473c-8282-824ad6dc6e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734741 Nov 23 05:32:29.845857 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-e65098f3-f152-48ab-8ac8-d0d8312a0a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587cd95f-4ca7-4f50-a6d2-5fdd506e3d02', 'name': 'tempest-TestVolumeBootPattern-1341362636-router', 'tenant_id': '0a52a24637754c80a17a740b4f49b40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '7b63e3b2-3bfe-4b3f-9889-2f18d513ec48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:32:26Z', 'updated_at': '2021-11-23T05:32:27Z', 'revision_number': 3, 'project_id': '0a52a24637754c80a17a740b4f49b40f', 'gw_port': {'id': '7b63e3b2-3bfe-4b3f-9889-2f18d513ec48', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:05:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587cd95f-4ca7-4f50-a6d2-5fdd506e3d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:32:26Z', 'updated_at': '2021-11-23T05:32:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi'}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:32:29.874352 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-97c95b92-c7c9-45ae-aefa-305844699f96 None None] Provisioning complete for port 410b6564-dc3f-4b6a-86c5-2c3e2fb8e89f triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:32:29.874693 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-97c95b92-c7c9-45ae-aefa-305844699f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:29.896368 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65098f3-f152-48ab-8ac8-d0d8312a0a20 None None] The sync data for ids ['587cd95f-4ca7-4f50-a6d2-5fdd506e3d02'] in dv-cinder-805072-6-iscsi is: [{'id': '587cd95f-4ca7-4f50-a6d2-5fdd506e3d02', 'name': 'tempest-TestVolumeBootPattern-1341362636-router', 'tenant_id': '0a52a24637754c80a17a740b4f49b40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '7b63e3b2-3bfe-4b3f-9889-2f18d513ec48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:32:26Z', 'updated_at': '2021-11-23T05:32:27Z', 'revision_number': 3, 'project_id': '0a52a24637754c80a17a740b4f49b40f', 'gw_port': {'id': '7b63e3b2-3bfe-4b3f-9889-2f18d513ec48', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:05:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587cd95f-4ca7-4f50-a6d2-5fdd506e3d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:32:26Z', 'updated_at': '2021-11-23T05:32:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi'}] {{(pid=102519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:32:29.913151 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-8aae2838-1878-4c8b-93c7-d1de79862c4a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:29.923759 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-8aae2838-1878-4c8b-93c7-d1de79862c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25211307'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:30.012875 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aae2838-1878-4c8b-93c7-d1de79862c4a admin admin] Pushing event updated for resources: {'Port': ['ID=c4c8767d-4cf1-445e-a7ee-e442b3473c44,revision_number=2']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:30.027660 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-8aae2838-1878-4c8b-93c7-d1de79862c4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733247'] for router_interface, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:30.029791 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2d7a2adf-8e4a-4867-b6ac-8fb5f70b0a33 req-5a8a1ea5-bbb3-4925-9998-d83ba6ec83f7 service neutron] 10.222.0.54 "GET /v2.0/networks/6ae84b29-0690-473c-8282-824ad6dc6e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897426 Nov 23 05:32:30.095515 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-97c95b92-c7c9-45ae-aefa-305844699f96 None None] Provisioning complete for port c4c8767d-4cf1-445e-a7ee-e442b3473c44 triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:32:30.095892 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-97c95b92-c7c9-45ae-aefa-305844699f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:30.146664 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-97c95b92-c7c9-45ae-aefa-305844699f96 None None] Port c4c8767d-4cf1-445e-a7ee-e442b3473c44 cannot update to ACTIVE because it is not bound. {{(pid=102518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:32:30.168070 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aae2838-1878-4c8b-93c7-d1de79862c4a admin admin] Network 535967e6-aed6-4bcc-bdca-45519b9e3dcf is already hosted by enough agents. {{(pid=102517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:32:30.170706 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.base_scheduler [None req-8aae2838-1878-4c8b-93c7-d1de79862c4a admin admin] Resources bound (agent type, host, resource id): {{(pid=102517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:32:30.198416 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device d423065e-a420-4a56-ae1e-f05e483435bb up at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:32:30.306310 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-bee04fd3-d59e-48bb-a8a2-64ee8ba358bb None None] Provisioning complete for port c4c8767d-4cf1-445e-a7ee-e442b3473c44 triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:32:30.306725 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-bee04fd3-d59e-48bb-a8a2-64ee8ba358bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:30.333589 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Provisioning complete for port d423065e-a420-4a56-ae1e-f05e483435bb triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:32:30.333952 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:30.356589 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aae2838-1878-4c8b-93c7-d1de79862c4a admin admin] Router 587cd95f-4ca7-4f50-a6d2-5fdd506e3d02 has already been hosted by L3 agent 9dac5a01-04fc-4e91-9910-6392ff9c638b {{(pid=102517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:32:30.395862 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-bee04fd3-d59e-48bb-a8a2-64ee8ba358bb None None] Port c4c8767d-4cf1-445e-a7ee-e442b3473c44 cannot update to ACTIVE because it is not bound. {{(pid=102518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:32:30.472036 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 410b6564-dc3f-4b6a-86c5-2c3e2fb8e89f up at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:32:30.522331 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aae2838-1878-4c8b-93c7-d1de79862c4a admin admin] Notify agent at l3_agent.dv-cinder-805072-6-iscsi the message routers_updated {{(pid=102517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:32:30.525968 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-9e446ff1-3ebd-4492-b0f5-1efb2a91d770 None None] Provisioning complete for port c4c8767d-4cf1-445e-a7ee-e442b3473c44 triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:32:30.526349 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-9e446ff1-3ebd-4492-b0f5-1efb2a91d770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:30.527918 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-8aae2838-1878-4c8b-93c7-d1de79862c4a admin admin] 10.222.0.48 "PUT /v2.0/routers/587cd95f-4ca7-4f50-a6d2-5fdd506e3d02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2181649 Nov 23 05:32:30.580249 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-9e446ff1-3ebd-4492-b0f5-1efb2a91d770 None None] Port c4c8767d-4cf1-445e-a7ee-e442b3473c44 cannot update to ACTIVE because it is not bound. {{(pid=102518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:32:30.583072 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Provisioning complete for port 410b6564-dc3f-4b6a-86c5-2c3e2fb8e89f triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:32:30.583645 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:31.084414 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 36620) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:32:31.089270 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [None req-32678ebe-da70-498e-93c2-a11124da3ae9 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-139859202', 'description': 'tempest-secgroup-smoke-139859202 description', 'project_id': '5331a73468ce4b39a145a09d53cbde62'}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:32:31.112060 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-32678ebe-da70-498e-93c2-a11124da3ae9 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks [] for security_group, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:31.180520 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-32678ebe-da70-498e-93c2-a11124da3ae9 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks [] for security_group, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:31.184805 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-32678ebe-da70-498e-93c2-a11124da3ae9 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:31.213888 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-32678ebe-da70-498e-93c2-a11124da3ae9 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks [] for security_group, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:31.215111 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-32678ebe-da70-498e-93c2-a11124da3ae9 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1296396 Nov 23 05:32:31.216907 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32678ebe-da70-498e-93c2-a11124da3ae9 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1481a16-b8ec-4bff-b695-a15c51286b4d,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:31.218760 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 36622) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:32:31.223453 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-288caed0-3ad9-458b-9d6a-0f29f0155eb5 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Request body: {'security_group_rule': {'security_group_id': 'f1481a16-b8ec-4bff-b695-a15c51286b4d', 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:32:31.249895 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-288caed0-3ad9-458b-9d6a-0f29f0155eb5 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:31.303636 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-288caed0-3ad9-458b-9d6a-0f29f0155eb5 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:31.307298 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-288caed0-3ad9-458b-9d6a-0f29f0155eb5 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770659'] for security_group_rule, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:31.331014 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288caed0-3ad9-458b-9d6a-0f29f0155eb5 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53591339-cb68-4789-b2e1-669a92e95979,revision_number=0']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:31.337347 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-288caed0-3ad9-458b-9d6a-0f29f0155eb5 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:31.338485 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-288caed0-3ad9-458b-9d6a-0f29f0155eb5 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1185997 Nov 23 05:32:31.341336 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 36624) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:32:31.346532 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [None req-5517d807-f664-4667-9fd3-dc6d49fc75cd tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Request body: {'security_group_rule': {'security_group_id': 'f1481a16-b8ec-4bff-b695-a15c51286b4d', 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:32:31.371737 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-5517d807-f664-4667-9fd3-dc6d49fc75cd tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:31.425540 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-5517d807-f664-4667-9fd3-dc6d49fc75cd tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:31.428937 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-5517d807-f664-4667-9fd3-dc6d49fc75cd tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770659'] for security_group_rule, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:31.445712 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5517d807-f664-4667-9fd3-dc6d49fc75cd tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2848056d-bcf3-40c4-bbf9-b22b8e9b9380,revision_number=0']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:31.454329 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-5517d807-f664-4667-9fd3-dc6d49fc75cd tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:31.455551 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-5517d807-f664-4667-9fd3-dc6d49fc75cd tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1131883 Nov 23 05:32:31.458192 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 36626) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:32:31.462336 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [None req-f6d091e8-95a7-41f4-9167-c23a56653889 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Request body: {'security_group_rule': {'security_group_id': 'f1481a16-b8ec-4bff-b695-a15c51286b4d', 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:32:31.487782 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-f6d091e8-95a7-41f4-9167-c23a56653889 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:31.545425 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-f6d091e8-95a7-41f4-9167-c23a56653889 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:31.549036 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-f6d091e8-95a7-41f4-9167-c23a56653889 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770659'] for security_group_rule, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:31.566048 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d091e8-95a7-41f4-9167-c23a56653889 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=509aba7c-a1fc-416e-be60-556abd6a7eaf,revision_number=0']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:31.574469 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-f6d091e8-95a7-41f4-9167-c23a56653889 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:31.575688 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-f6d091e8-95a7-41f4-9167-c23a56653889 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1165915 Nov 23 05:32:31.579041 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 36628) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:32:31.583483 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [None req-6405e99d-ad6f-4565-9fbc-e68cd0fa6a5d tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Request body: {'security_group_rule': {'security_group_id': 'f1481a16-b8ec-4bff-b695-a15c51286b4d', 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:32:31.608572 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-6405e99d-ad6f-4565-9fbc-e68cd0fa6a5d tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:31.663951 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-6405e99d-ad6f-4565-9fbc-e68cd0fa6a5d tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:31.667510 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-6405e99d-ad6f-4565-9fbc-e68cd0fa6a5d tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770659'] for security_group_rule, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:31.684551 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6405e99d-ad6f-4565-9fbc-e68cd0fa6a5d tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7395854c-4d24-425f-b3dd-feec8b383e34,revision_number=0']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:31.692818 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-6405e99d-ad6f-4565-9fbc-e68cd0fa6a5d tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:31.693998 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-6405e99d-ad6f-4565-9fbc-e68cd0fa6a5d tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1140130 Nov 23 05:32:31.696823 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 36630) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:32:31.701269 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [None req-8a43f842-4d8a-4ac6-8484-f1174d332857 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Request body: {'security_group_rule': {'security_group_id': 'f1481a16-b8ec-4bff-b695-a15c51286b4d', 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:32:31.722895 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.db.securitygroups_db [None req-8a43f842-4d8a-4ac6-8484-f1174d332857 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Project 5331a73468ce4b39a145a09d53cbde62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 05:32:31.727533 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-8a43f842-4d8a-4ac6-8484-f1174d332857 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:31.786727 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-8a43f842-4d8a-4ac6-8484-f1174d332857 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:31.790258 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-8a43f842-4d8a-4ac6-8484-f1174d332857 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770659'] for security_group_rule, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:31.809858 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a43f842-4d8a-4ac6-8484-f1174d332857 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a663950e-a9f2-4253-a687-062253e986ed,revision_number=0']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:31.816146 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-8a43f842-4d8a-4ac6-8484-f1174d332857 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:31.819807 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-8a43f842-4d8a-4ac6-8484-f1174d332857 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1195683 Nov 23 05:32:31.820189 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 36632) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:32:31.825015 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-2ffe9881-b18c-447d-8346-156ca8cf490e tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Request body: {'security_group_rule': {'security_group_id': 'f1481a16-b8ec-4bff-b695-a15c51286b4d', 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:32:31.845378 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.db.securitygroups_db [None req-2ffe9881-b18c-447d-8346-156ca8cf490e tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Project 5331a73468ce4b39a145a09d53cbde62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 05:32:31.849982 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2ffe9881-b18c-447d-8346-156ca8cf490e tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:31.906233 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2ffe9881-b18c-447d-8346-156ca8cf490e tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:31.909713 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2ffe9881-b18c-447d-8346-156ca8cf490e tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770659'] for security_group_rule, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:31.927675 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffe9881-b18c-447d-8346-156ca8cf490e tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c8d339b-d0d8-4188-a672-5692a4a116aa,revision_number=0']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:31.933226 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2ffe9881-b18c-447d-8346-156ca8cf490e tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:31.934463 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-2ffe9881-b18c-447d-8346-156ca8cf490e tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1131613 Nov 23 05:32:32.044151 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 7b63e3b2-3bfe-4b3f-9889-2f18d513ec48 up at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:32:32.094904 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Provisioning complete for port 7b63e3b2-3bfe-4b3f-9889-2f18d513ec48 triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:32:32.095467 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:32.179870 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:32.201337 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] For port 7b63e3b2-3bfe-4b3f-9889-2f18d513ec48, host dv-cinder-805072-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=7b63e3b2-3bfe-4b3f-9889-2f18d513ec48,segment=NetworkSegment(e4256266-4d48-4c1e-81e6-1081b0d2db50),segment_id=e4256266-4d48-4c1e-81e6-1081b0d2db50)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:32:32.205722 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:32.258191 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Pushing event updated for resources: {'Port': ['ID=7b63e3b2-3bfe-4b3f-9889-2f18d513ec48,revision_number=4']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:32.627117 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97644802-2c62-4778-94ba-ff01d1e85339 None None] Sync routers for ids ['587cd95f-4ca7-4f50-a6d2-5fdd506e3d02'] in dv-cinder-805072-6-iscsi {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:32:32.637534 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97644802-2c62-4778-94ba-ff01d1e85339 None None] Routers {'587cd95f-4ca7-4f50-a6d2-5fdd506e3d02'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:32:32.638157 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-97644802-2c62-4778-94ba-ff01d1e85339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:32:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['587cd95f-4ca7-4f50-a6d2-5fdd506e3d02'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:32:32.746514 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-97644802-2c62-4778-94ba-ff01d1e85339 None None] Set router 587cd95f-4ca7-4f50-a6d2-5fdd506e3d02 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:32:32.951517 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-97644802-2c62-4778-94ba-ff01d1e85339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587cd95f-4ca7-4f50-a6d2-5fdd506e3d02', 'name': 'tempest-TestVolumeBootPattern-1341362636-router', 'tenant_id': '0a52a24637754c80a17a740b4f49b40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '7b63e3b2-3bfe-4b3f-9889-2f18d513ec48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:32:26Z', 'updated_at': '2021-11-23T05:32:29Z', 'revision_number': 4, 'project_id': '0a52a24637754c80a17a740b4f49b40f', 'gw_port': {'id': '7b63e3b2-3bfe-4b3f-9889-2f18d513ec48', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:05:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587cd95f-4ca7-4f50-a6d2-5fdd506e3d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:32:26Z', 'updated_at': '2021-11-23T05:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_interfaces': [{'id': 'c4c8767d-4cf1-445e-a7ee-e442b3473c44', 'name': '', 'network_id': '535967e6-aed6-4bcc-bdca-45519b9e3dcf', 'tenant_id': '0a52a24637754c80a17a740b4f49b40f', 'mac_address': 'fa:16:3e:53:31:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587cd95f-4ca7-4f50-a6d2-5fdd506e3d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'e4561bab-b024-47f3-8f6e-5672741df3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:32:28Z', 'updated_at': '2021-11-23T05:32:29Z', 'revision_number': 2, 'project_id': '0a52a24637754c80a17a740b4f49b40f', 'subnets': [{'id': 'e4561bab-b024-47f3-8f6e-5672741df3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:32:32.978012 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97644802-2c62-4778-94ba-ff01d1e85339 None None] Checking router: 587cd95f-4ca7-4f50-a6d2-5fdd506e3d02 for host: dv-cinder-805072-6-iscsi {{(pid=102518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:32:32.978307 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97644802-2c62-4778-94ba-ff01d1e85339 None None] Updating router 587cd95f-4ca7-4f50-a6d2-5fdd506e3d02 port c4c8767d-4cf1-445e-a7ee-e442b3473c44 binding host dv-cinder-805072-6-iscsi {{(pid=102518) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 05:32:33.004037 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-97644802-2c62-4778-94ba-ff01d1e85339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:33.269219 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-97644802-2c62-4778-94ba-ff01d1e85339 None None] Publish callbacks [] for port, precommit_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:33.275510 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-97644802-2c62-4778-94ba-ff01d1e85339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:33.325351 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e4c4f5-d8da-4cca-b110-9dd419c5e8df None None] Pushing event updated for resources: {'Port': ['ID=c4c8767d-4cf1-445e-a7ee-e442b3473c44,revision_number=3']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:33.386002 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-97644802-2c62-4778-94ba-ff01d1e85339 None None] Attempting to bind port c4c8767d-4cf1-445e-a7ee-e442b3473c44 on host dv-cinder-805072-6-iscsi for vnic_type normal with profile {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:32:33.386423 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-97644802-2c62-4778-94ba-ff01d1e85339 None None] Attempting to bind port c4c8767d-4cf1-445e-a7ee-e442b3473c44 by drivers openvswitch,hyperv on host dv-cinder-805072-6-iscsi at level 0 using segments [{'id': '9accfc65-ced5-448e-ba5a-8efe99f947ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '535967e6-aed6-4bcc-bdca-45519b9e3dcf'}] {{(pid=102518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:32:33.386788 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97644802-2c62-4778-94ba-ff01d1e85339 None None] Attempting to bind port c4c8767d-4cf1-445e-a7ee-e442b3473c44 on network 535967e6-aed6-4bcc-bdca-45519b9e3dcf {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:32:33.393932 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97644802-2c62-4778-94ba-ff01d1e85339 None None] Checking agent: {'id': '820ec587-a722-4a8d-8856-03e998d7c894', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805072-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 5, 17, 39), 'started_at': datetime.datetime(2021, 11, 23, 5, 18, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805072-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:32:33.394311 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97644802-2c62-4778-94ba-ff01d1e85339 None None] Checking segment: {'id': '9accfc65-ced5-448e-ba5a-8efe99f947ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '535967e6-aed6-4bcc-bdca-45519b9e3dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:32:33.394742 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-97644802-2c62-4778-94ba-ff01d1e85339 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:33.395213 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97644802-2c62-4778-94ba-ff01d1e85339 None None] Bound using segment: {'id': '9accfc65-ced5-448e-ba5a-8efe99f947ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '535967e6-aed6-4bcc-bdca-45519b9e3dcf'} {{(pid=102518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:32:33.395706 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.managers [None req-97644802-2c62-4778-94ba-ff01d1e85339 None None] Bound port: c4c8767d-4cf1-445e-a7ee-e442b3473c44, host: dv-cinder-805072-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9accfc65-ced5-448e-ba5a-8efe99f947ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '535967e6-aed6-4bcc-bdca-45519b9e3dcf'}}] {{(pid=102518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:32:33.396090 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-97644802-2c62-4778-94ba-ff01d1e85339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:33.490601 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-97644802-2c62-4778-94ba-ff01d1e85339 None None] For port c4c8767d-4cf1-445e-a7ee-e442b3473c44, host dv-cinder-805072-6-iscsi, cleared binding levels {{(pid=102518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:32:33.495721 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-97644802-2c62-4778-94ba-ff01d1e85339 None None] For port c4c8767d-4cf1-445e-a7ee-e442b3473c44, host dv-cinder-805072-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=c4c8767d-4cf1-445e-a7ee-e442b3473c44,segment=NetworkSegment(9accfc65-ced5-448e-ba5a-8efe99f947ac),segment_id=9accfc65-ced5-448e-ba5a-8efe99f947ac)] {{(pid=102518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:32:33.500135 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f43521b-afdb-4f1a-ac15-13f9d9709401 req-6f318403-a651-4293-b254-9ba863ebc9f5 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:33.501554 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-97644802-2c62-4778-94ba-ff01d1e85339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:33.501684 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4f43521b-afdb-4f1a-ac15-13f9d9709401 req-6f318403-a651-4293-b254-9ba863ebc9f5 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/ports?device_id=584a81d2-404b-4609-967a-0d0cbdfdc0bd HTTP/1.1" status: 200 len: 946 time: 0.0550230 Nov 23 05:32:33.511481 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-b5d8a5db-7888-48b4-a338-08965134d6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:33.564257 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4f43521b-afdb-4f1a-ac15-13f9d9709401 req-272c13e4-60f8-484d-b3f5-e4b914180ef7 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/security-groups?id=acf46cb2-f64b-4819-bbb8-bc15f83b2b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510008 Nov 23 05:32:33.567101 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97644802-2c62-4778-94ba-ff01d1e85339 None None] Routers {'587cd95f-4ca7-4f50-a6d2-5fdd506e3d02'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:32:33.567729 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-97644802-2c62-4778-94ba-ff01d1e85339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:32:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['587cd95f-4ca7-4f50-a6d2-5fdd506e3d02'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:32:33.607390 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e4c4f5-d8da-4cca-b110-9dd419c5e8df None None] Pushing event updated for resources: {'Port': ['ID=c4c8767d-4cf1-445e-a7ee-e442b3473c44,revision_number=4']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:33.667443 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-34573f34-4f53-4b5d-9403-3e571de45a12 None None] Provisioning complete for port c4c8767d-4cf1-445e-a7ee-e442b3473c44 triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:32:33.667862 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-34573f34-4f53-4b5d-9403-3e571de45a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:33.722001 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-97644802-2c62-4778-94ba-ff01d1e85339 None None] Set router 587cd95f-4ca7-4f50-a6d2-5fdd506e3d02 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:32:34.000167 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-34573f34-4f53-4b5d-9403-3e571de45a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:34.038595 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 7b63e3b2-3bfe-4b3f-9889-2f18d513ec48 up at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:32:34.103253 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-34573f34-4f53-4b5d-9403-3e571de45a12 None None] For port c4c8767d-4cf1-445e-a7ee-e442b3473c44, host dv-cinder-805072-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=c4c8767d-4cf1-445e-a7ee-e442b3473c44,segment=NetworkSegment(9accfc65-ced5-448e-ba5a-8efe99f947ac),segment_id=9accfc65-ced5-448e-ba5a-8efe99f947ac)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:32:34.110654 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-34573f34-4f53-4b5d-9403-3e571de45a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:34.177152 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34573f34-4f53-4b5d-9403-3e571de45a12 None None] Pushing event updated for resources: {'Port': ['ID=c4c8767d-4cf1-445e-a7ee-e442b3473c44,revision_number=5']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:34.184151 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Provisioning complete for port 7b63e3b2-3bfe-4b3f-9889-2f18d513ec48 triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:32:34.184522 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:34.224127 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-97644802-2c62-4778-94ba-ff01d1e85339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587cd95f-4ca7-4f50-a6d2-5fdd506e3d02', 'name': 'tempest-TestVolumeBootPattern-1341362636-router', 'tenant_id': '0a52a24637754c80a17a740b4f49b40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '7b63e3b2-3bfe-4b3f-9889-2f18d513ec48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:32:26Z', 'updated_at': '2021-11-23T05:32:29Z', 'revision_number': 4, 'project_id': '0a52a24637754c80a17a740b4f49b40f', 'gw_port': {'id': '7b63e3b2-3bfe-4b3f-9889-2f18d513ec48', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:05:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587cd95f-4ca7-4f50-a6d2-5fdd506e3d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:32:26Z', 'updated_at': '2021-11-23T05:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_interfaces': [{'id': 'c4c8767d-4cf1-445e-a7ee-e442b3473c44', 'name': '', 'network_id': '535967e6-aed6-4bcc-bdca-45519b9e3dcf', 'tenant_id': '0a52a24637754c80a17a740b4f49b40f', 'mac_address': 'fa:16:3e:53:31:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587cd95f-4ca7-4f50-a6d2-5fdd506e3d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'e4561bab-b024-47f3-8f6e-5672741df3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:32:28Z', 'updated_at': '2021-11-23T05:32:33Z', 'revision_number': 4, 'project_id': '0a52a24637754c80a17a740b4f49b40f', 'subnets': [{'id': 'e4561bab-b024-47f3-8f6e-5672741df3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:32:34.259527 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97644802-2c62-4778-94ba-ff01d1e85339 None None] The sync data for ids ['587cd95f-4ca7-4f50-a6d2-5fdd506e3d02'] in dv-cinder-805072-6-iscsi is: [{'id': '587cd95f-4ca7-4f50-a6d2-5fdd506e3d02', 'name': 'tempest-TestVolumeBootPattern-1341362636-router', 'tenant_id': '0a52a24637754c80a17a740b4f49b40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '7b63e3b2-3bfe-4b3f-9889-2f18d513ec48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:32:26Z', 'updated_at': '2021-11-23T05:32:29Z', 'revision_number': 4, 'project_id': '0a52a24637754c80a17a740b4f49b40f', 'gw_port': {'id': '7b63e3b2-3bfe-4b3f-9889-2f18d513ec48', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:05:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587cd95f-4ca7-4f50-a6d2-5fdd506e3d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:32:26Z', 'updated_at': '2021-11-23T05:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_interfaces': [{'id': 'c4c8767d-4cf1-445e-a7ee-e442b3473c44', 'name': '', 'network_id': '535967e6-aed6-4bcc-bdca-45519b9e3dcf', 'tenant_id': '0a52a24637754c80a17a740b4f49b40f', 'mac_address': 'fa:16:3e:53:31:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '587cd95f-4ca7-4f50-a6d2-5fdd506e3d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'e4561bab-b024-47f3-8f6e-5672741df3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:32:28Z', 'updated_at': '2021-11-23T05:32:33Z', 'revision_number': 4, 'project_id': '0a52a24637754c80a17a740b4f49b40f', 'subnets': [{'id': 'e4561bab-b024-47f3-8f6e-5672741df3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:32:34.272908 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-e6be76ef-4606-4765-911f-eb0cc37dc088 None None] Provisioning complete for port c4c8767d-4cf1-445e-a7ee-e442b3473c44 triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:32:34.273561 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-e6be76ef-4606-4765-911f-eb0cc37dc088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:34.706856 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd44e9ee-2481-478e-b0b7-b90dc54a19e1 req-4f63e7d4-1165-467d-8221-5cfb7bdd7714 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:34.708588 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-bd44e9ee-2481-478e-b0b7-b90dc54a19e1 req-4f63e7d4-1165-467d-8221-5cfb7bdd7714 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/ports?device_id=584a81d2-404b-4609-967a-0d0cbdfdc0bd HTTP/1.1" status: 200 len: 946 time: 0.0556195 Nov 23 05:32:34.760475 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-bd44e9ee-2481-478e-b0b7-b90dc54a19e1 req-8c96a280-9357-4956-ade2-2e2c6ba4fd55 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/security-groups?id=acf46cb2-f64b-4819-bbb8-bc15f83b2b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459154 Nov 23 05:32:34.897726 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.agents_db [None req-5ade7c98-4a19-45de-8fb0-464f54244c1e None None] Agent healthcheck: found 6 active agents {{(pid=102519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:32:35.662335 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-128d6f96-8cf0-4694-985a-69eb9aa4a239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:35.882050 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83357f1d-2617-49a1-b3ee-6d501a86e20b req-0b3af4df-2a46-4d63-9d9c-23c5c8f163ee tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:35.883574 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-83357f1d-2617-49a1-b3ee-6d501a86e20b req-0b3af4df-2a46-4d63-9d9c-23c5c8f163ee tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/ports?device_id=584a81d2-404b-4609-967a-0d0cbdfdc0bd HTTP/1.1" status: 200 len: 946 time: 0.0498123 Nov 23 05:32:35.933486 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-83357f1d-2617-49a1-b3ee-6d501a86e20b req-8aa52bdb-eb40-420f-880c-a697987f81d6 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/security-groups?id=acf46cb2-f64b-4819-bbb8-bc15f83b2b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439487 Nov 23 05:32:36.043023 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device c4c8767d-4cf1-445e-a7ee-e442b3473c44 up at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:32:36.098045 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Provisioning complete for port c4c8767d-4cf1-445e-a7ee-e442b3473c44 triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:32:36.098425 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:37.050005 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c6bb2-0943-4ed9-9e99-cd9dd7174088 req-f7075893-7e15-401e-88e2-50a77750a6f9 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:37.051951 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0f8c6bb2-0943-4ed9-9e99-cd9dd7174088 req-f7075893-7e15-401e-88e2-50a77750a6f9 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/ports?device_id=584a81d2-404b-4609-967a-0d0cbdfdc0bd HTTP/1.1" status: 200 len: 946 time: 0.0493317 Nov 23 05:32:37.076206 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-cb0bae37-5947-48f5-b8ea-be8dc2c46173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:37.107562 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0f8c6bb2-0943-4ed9-9e99-cd9dd7174088 req-217bd420-fd71-4f4f-aa77-cdcdc3599c42 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/security-groups?id=acf46cb2-f64b-4819-bbb8-bc15f83b2b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494788 Nov 23 05:32:38.226759 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023bc83b-e7b6-465e-8704-43f1745bbb53 req-524c2919-b1b3-48e5-a038-0144e4425bf3 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:38.228185 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-023bc83b-e7b6-465e-8704-43f1745bbb53 req-524c2919-b1b3-48e5-a038-0144e4425bf3 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/ports?device_id=584a81d2-404b-4609-967a-0d0cbdfdc0bd HTTP/1.1" status: 200 len: 946 time: 0.0483043 Nov 23 05:32:38.278745 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-023bc83b-e7b6-465e-8704-43f1745bbb53 req-b7a45bfa-ac0b-4a0e-8ca8-c1fa23d62fbf tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/security-groups?id=acf46cb2-f64b-4819-bbb8-bc15f83b2b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438037 Nov 23 05:32:38.474176 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-0cc3cdcc-aace-4769-a54e-383df0ffcf0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:39.105232 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:39.395428 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c8bd0-a3d4-4f8d-a100-54738a9812fb req-1057ba92-9068-4562-bdb2-705af9e63864 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:39.396923 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-826c8bd0-a3d4-4f8d-a100-54738a9812fb req-1057ba92-9068-4562-bdb2-705af9e63864 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/ports?device_id=584a81d2-404b-4609-967a-0d0cbdfdc0bd HTTP/1.1" status: 200 len: 946 time: 0.0491486 Nov 23 05:32:39.446686 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-826c8bd0-a3d4-4f8d-a100-54738a9812fb req-7ca1c408-84be-4984-96bd-e66070bbe139 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/security-groups?id=acf46cb2-f64b-4819-bbb8-bc15f83b2b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438128 Nov 23 05:32:40.566418 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7214a3-378b-4138-b6b6-9946733c8265 req-b90200bf-16bc-4073-8895-f35f8c59411e tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:40.567921 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1f7214a3-378b-4138-b6b6-9946733c8265 req-b90200bf-16bc-4073-8895-f35f8c59411e tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/ports?device_id=584a81d2-404b-4609-967a-0d0cbdfdc0bd HTTP/1.1" status: 200 len: 946 time: 0.0541186 Nov 23 05:32:40.618569 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1f7214a3-378b-4138-b6b6-9946733c8265 req-e8554b61-356a-44f2-87b4-6546b5154658 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/security-groups?id=acf46cb2-f64b-4819-bbb8-bc15f83b2b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446002 Nov 23 05:32:41.735546 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5cc4e-3b10-4c03-910f-aa52377b6c8a req-ab42d0b4-c8c5-44ff-8252-f849897c4a69 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:41.736937 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2aa5cc4e-3b10-4c03-910f-aa52377b6c8a req-ab42d0b4-c8c5-44ff-8252-f849897c4a69 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/ports?device_id=584a81d2-404b-4609-967a-0d0cbdfdc0bd HTTP/1.1" status: 200 len: 946 time: 0.0502489 Nov 23 05:32:41.790239 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2aa5cc4e-3b10-4c03-910f-aa52377b6c8a req-d313fd8d-a1ce-4d96-ac0e-1e8d01d18979 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/security-groups?id=acf46cb2-f64b-4819-bbb8-bc15f83b2b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469925 Nov 23 05:32:42.912841 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c6e5f-c350-440b-9c61-3562c613f0d4 req-2236cc5e-58d0-430a-9bfd-a827d9c5dd08 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:42.914406 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-257c6e5f-c350-440b-9c61-3562c613f0d4 req-2236cc5e-58d0-430a-9bfd-a827d9c5dd08 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/ports?device_id=584a81d2-404b-4609-967a-0d0cbdfdc0bd HTTP/1.1" status: 200 len: 946 time: 0.0577455 Nov 23 05:32:42.970229 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-257c6e5f-c350-440b-9c61-3562c613f0d4 req-70528845-5f33-4f09-8b8a-a55790502c05 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/security-groups?id=acf46cb2-f64b-4819-bbb8-bc15f83b2b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498044 Nov 23 05:32:43.734032 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d799da-4b12-461a-843b-bcd11924e35f req-0c76fd18-20f9-4fec-bab6-1426269e7248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:43.736140 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-77d799da-4b12-461a-843b-bcd11924e35f req-0c76fd18-20f9-4fec-bab6-1426269e7248 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ad191be0886046eeaa7030de6ed90099&device_id=584a81d2-404b-4609-967a-0d0cbdfdc0bd HTTP/1.1" status: 200 len: 1099 time: 0.0401106 Nov 23 05:32:43.824016 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d799da-4b12-461a-843b-bcd11924e35f req-9287800f-961a-4e47-925b-9eb02365c5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:43.825481 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-77d799da-4b12-461a-843b-bcd11924e35f req-9287800f-961a-4e47-925b-9eb02365c5b7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6ae84b29-0690-473c-8282-824ad6dc6e1f HTTP/1.1" status: 200 len: 910 time: 0.0818663 Nov 23 05:32:43.895450 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-77d799da-4b12-461a-843b-bcd11924e35f req-cbf42c13-4037-4407-bd5c-cc341a27e9bf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0461070-6637-463d-b8fc-5d2ec7130e2a HTTP/1.1" status: 200 len: 1002 time: 0.0619235 Nov 23 05:32:43.944245 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d799da-4b12-461a-843b-bcd11924e35f req-842cea44-643a-4dec-9f79-f4703136eff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:43.945664 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-77d799da-4b12-461a-843b-bcd11924e35f req-842cea44-643a-4dec-9f79-f4703136eff5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8b5d560a-b60a-4973-943d-2226bfe371e0 HTTP/1.1" status: 200 len: 848 time: 0.0426543 Nov 23 05:32:43.993030 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d799da-4b12-461a-843b-bcd11924e35f req-a7fadb4e-6b77-40e2-b61f-ad04b52a58b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:43.994561 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-77d799da-4b12-461a-843b-bcd11924e35f req-a7fadb4e-6b77-40e2-b61f-ad04b52a58b0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6ae84b29-0690-473c-8282-824ad6dc6e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407407 Nov 23 05:32:44.123079 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485e35dd-7f97-4922-bf69-131e984e9cfd req-16c029e3-2ba8-4119-b444-6bcbe1e0cea5 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:44.124440 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-485e35dd-7f97-4922-bf69-131e984e9cfd req-16c029e3-2ba8-4119-b444-6bcbe1e0cea5 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/ports?device_id=584a81d2-404b-4609-967a-0d0cbdfdc0bd HTTP/1.1" status: 200 len: 946 time: 0.0753489 Nov 23 05:32:44.129298 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-77d799da-4b12-461a-843b-bcd11924e35f req-85b58b38-ed37-4dd0-9e4b-5e93820d92fe service neutron] 10.222.0.54 "GET /v2.0/networks/6ae84b29-0690-473c-8282-824ad6dc6e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262586 Nov 23 05:32:44.225857 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-485e35dd-7f97-4922-bf69-131e984e9cfd req-8d207435-67d0-43c6-8409-5ae86e38d0bb tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/security-groups?id=acf46cb2-f64b-4819-bbb8-bc15f83b2b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947058 Nov 23 05:32:44.252071 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-77d799da-4b12-461a-843b-bcd11924e35f req-ec4cd79d-a2e0-4a9b-869f-542c16994e21 service neutron] 10.222.0.54 "GET /v2.0/networks/6ae84b29-0690-473c-8282-824ad6dc6e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143639 Nov 23 05:32:45.345368 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac5932-971c-4ba1-a315-73dbedcd1504 req-ddf72aec-fdc9-4b3b-8b4b-8e133f3003f5 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:45.346855 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c0ac5932-971c-4ba1-a315-73dbedcd1504 req-ddf72aec-fdc9-4b3b-8b4b-8e133f3003f5 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/ports?device_id=584a81d2-404b-4609-967a-0d0cbdfdc0bd HTTP/1.1" status: 200 len: 946 time: 0.0543735 Nov 23 05:32:45.399791 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c0ac5932-971c-4ba1-a315-73dbedcd1504 req-0ed68066-9d75-4790-9e9c-981a98358ad7 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/security-groups?id=acf46cb2-f64b-4819-bbb8-bc15f83b2b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468910 Nov 23 05:32:46.519601 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a00b2-5a50-4b6c-8fce-be25caa10979 req-d46b9a27-eb6d-49c2-9863-45db16fa94a8 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:46.521172 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f19a00b2-5a50-4b6c-8fce-be25caa10979 req-d46b9a27-eb6d-49c2-9863-45db16fa94a8 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/ports?device_id=584a81d2-404b-4609-967a-0d0cbdfdc0bd HTTP/1.1" status: 200 len: 946 time: 0.0501416 Nov 23 05:32:46.570483 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f19a00b2-5a50-4b6c-8fce-be25caa10979 req-1716e76d-d2f7-4702-8671-3ca21c1d9c8e tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/security-groups?id=acf46cb2-f64b-4819-bbb8-bc15f83b2b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433877 Nov 23 05:32:47.687518 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de7ef24-3ca2-4ee0-ad38-3d9847a84e67 req-715abdb0-9b09-47d6-ac28-1b3d6fbe049f tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:47.689956 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2de7ef24-3ca2-4ee0-ad38-3d9847a84e67 req-715abdb0-9b09-47d6-ac28-1b3d6fbe049f tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/ports?device_id=584a81d2-404b-4609-967a-0d0cbdfdc0bd HTTP/1.1" status: 200 len: 946 time: 0.0507159 Nov 23 05:32:47.738584 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2de7ef24-3ca2-4ee0-ad38-3d9847a84e67 req-6ead875a-6edc-4406-860f-9bb149d0bb32 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/security-groups?id=acf46cb2-f64b-4819-bbb8-bc15f83b2b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429394 Nov 23 05:32:47.916788 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [req-17cee286-0a1e-4aff-8e15-f2518d51e4d1 req-0e28c326-e4d9-4753-a1fb-08d5e132bed3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=584a81d2-404b-4609-967a-0d0cbdfdc0bd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0436449 Nov 23 05:32:47.945992 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b18bc-686c-434e-bd4f-b1a146f5a199 req-6d86eb69-fb53-4115-b0c8-ed247eebbc16 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:47.947496 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d47b18bc-686c-434e-bd4f-b1a146f5a199 req-6d86eb69-fb53-4115-b0c8-ed247eebbc16 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/ports?device_id=584a81d2-404b-4609-967a-0d0cbdfdc0bd HTTP/1.1" status: 200 len: 946 time: 0.0527353 Nov 23 05:32:47.999111 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d47b18bc-686c-434e-bd4f-b1a146f5a199 req-0f9f3d8e-2a0b-4542-9a00-51583ff2b61f tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/security-groups?id=acf46cb2-f64b-4819-bbb8-bc15f83b2b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454004 Nov 23 05:32:49.123837 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf5f2f-f723-43b9-b398-a454dbae862b req-2f97f600-fb66-4966-a739-187246471e17 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:49.125343 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8faf5f2f-f723-43b9-b398-a454dbae862b req-2f97f600-fb66-4966-a739-187246471e17 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/ports?device_id=584a81d2-404b-4609-967a-0d0cbdfdc0bd HTTP/1.1" status: 200 len: 946 time: 0.0539143 Nov 23 05:32:49.179081 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8faf5f2f-f723-43b9-b398-a454dbae862b req-51e2bc7a-da26-4fe8-9dcc-7fabbb9cf0c2 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/security-groups?id=acf46cb2-f64b-4819-bbb8-bc15f83b2b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467970 Nov 23 05:32:49.299465 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device b0461070-6637-463d-b8fc-5d2ec7130e2a no longer exists at agent hyperv_hv-cinder-80507 {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:32:49.356843 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-68a26447-a0a4-4305-babe-25856889694e req-f296b947-771e-47f7-aa55-564ffe9c2b7c tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-139859202&fields=id&tenant_id=5331a73468ce4b39a145a09d53cbde62 HTTP/1.1" status: 200 len: 267 time: 0.0452881 Nov 23 05:32:49.378978 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:49.401328 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '584a81d2-404b-4609-967a-0d0cbdfdc0bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0461070-6637-463d-b8fc-5d2ec7130e2a'}] {{(pid=102518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:32:49.403626 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1555ff6ee76347fd5083048713d2688504cf60c4b4cdc9acc0e7e1b3a3add239" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8e53bd-96a8-4e47-b661-57b29822b8cd" -d '{"events": [{"server_uuid": "584a81d2-404b-4609-967a-0d0cbdfdc0bd", "name": "network-vif-unplugged", "status": "completed", "tag": "b0461070-6637-463d-b8fc-5d2ec7130e2a"}]}' {{(pid=102518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:32:49.416589 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port b0461070-6637-463d-b8fc-5d2ec7130e2a, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=b0461070-6637-463d-b8fc-5d2ec7130e2a,segment=NetworkSegment(69a590d1-5dd3-4277-96f7-01f211c8329e),segment_id=69a590d1-5dd3-4277-96f7-01f211c8329e)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:32:49.422303 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:49.448180 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 05:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069a6a36-db6d-47e6-a694-396f51f540f8 x-openstack-request-id: req-069a6a36-db6d-47e6-a694-396f51f540f8 {{(pid=102518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:32:49.448495 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "584a81d2-404b-4609-967a-0d0cbdfdc0bd", "name": "network-vif-unplugged", "status": "completed", "tag": "b0461070-6637-463d-b8fc-5d2ec7130e2a", "code": 200}]} {{(pid=102518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:32:49.448751 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-069a6a36-db6d-47e6-a694-396f51f540f8 {{(pid=102518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:32:49.449141 dv-cinder-805072-6-iscsi neutron-server[102518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '584a81d2-404b-4609-967a-0d0cbdfdc0bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0461070-6637-463d-b8fc-5d2ec7130e2a', 'code': 200} Nov 23 05:32:49.472793 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Pushing event updated for resources: {'Port': ['ID=b0461070-6637-463d-b8fc-5d2ec7130e2a,revision_number=6']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:49.479813 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:32:49.480180 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:32:49.480524 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:32:49.480859 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:32:49.481191 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:32:49.481523 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:32:49.481851 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:32:49.482177 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:32:49.482518 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:32:49.482844 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:32:49.483190 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:32:49.483510 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:32:49.500117 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a26447-a0a4-4305-babe-25856889694e req-380d775f-2805-4fd7-b83a-3ec19945da12 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:49.502113 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-68a26447-a0a4-4305-babe-25856889694e req-380d775f-2805-4fd7-b83a-3ec19945da12 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/networks?id=de6ef1d6-3445-40e0-83c8-00393e69a51b HTTP/1.1" status: 200 len: 812 time: 0.1378596 Nov 23 05:32:49.508135 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cee286-0a1e-4aff-8e15-f2518d51e4d1 req-9f458cab-d3b5-4cd2-b909-51b868f1e5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:49.509518 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-17cee286-0a1e-4aff-8e15-f2518d51e4d1 req-9f458cab-d3b5-4cd2-b909-51b868f1e5be service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=584a81d2-404b-4609-967a-0d0cbdfdc0bd&tenant_id=ad191be0886046eeaa7030de6ed90099 HTTP/1.1" status: 200 len: 1097 time: 0.0675073 Nov 23 05:32:49.519693 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-68a26447-a0a4-4305-babe-25856889694e req-ae189650-3ad2-406a-bd6c-f24684a84663 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/quotas/5331a73468ce4b39a145a09d53cbde62 HTTP/1.1" status: 200 len: 375 time: 0.0092983 Nov 23 05:32:49.614328 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-68a26447-a0a4-4305-babe-25856889694e req-5424f72a-34c6-42a6-ad29-1e790fa58956 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5331a73468ce4b39a145a09d53cbde62&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0892956 Nov 23 05:32:49.620336 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cee286-0a1e-4aff-8e15-f2518d51e4d1 req-52bd6203-4b5c-42ad-9e7a-abac5cb9e253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:49.621831 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-17cee286-0a1e-4aff-8e15-f2518d51e4d1 req-52bd6203-4b5c-42ad-9e7a-abac5cb9e253 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ad191be0886046eeaa7030de6ed90099&device_id=584a81d2-404b-4609-967a-0d0cbdfdc0bd HTTP/1.1" status: 200 len: 1097 time: 0.0719392 Nov 23 05:32:49.779369 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-68a26447-a0a4-4305-babe-25856889694e req-160e1192-b13e-4b03-97f5-1e001bb78d51 service neutron] 10.222.0.48 "GET /v2.0/networks/de6ef1d6-3445-40e0-83c8-00393e69a51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529787 Nov 23 05:32:49.780420 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cee286-0a1e-4aff-8e15-f2518d51e4d1 req-9e6fc1e2-2876-4b10-a4d6-4b7e4b0821e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:49.781706 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-17cee286-0a1e-4aff-8e15-f2518d51e4d1 req-9e6fc1e2-2876-4b10-a4d6-4b7e4b0821e5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6ae84b29-0690-473c-8282-824ad6dc6e1f HTTP/1.1" status: 200 len: 910 time: 0.1484938 Nov 23 05:32:49.892465 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-17cee286-0a1e-4aff-8e15-f2518d51e4d1 req-e19d8acd-1b79-4851-9ff5-ec1581c1374c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0461070-6637-463d-b8fc-5d2ec7130e2a HTTP/1.1" status: 200 len: 1000 time: 0.0999846 Nov 23 05:32:49.943513 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-68a26447-a0a4-4305-babe-25856889694e req-5db22cf2-9152-4adf-8e62-1806798de00f service neutron] 10.222.0.48 "GET /v2.0/networks/de6ef1d6-3445-40e0-83c8-00393e69a51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579742 Nov 23 05:32:49.954380 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cee286-0a1e-4aff-8e15-f2518d51e4d1 req-4a78e4e2-1bd3-4b37-ad75-cddf2e3b1bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:49.955913 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-17cee286-0a1e-4aff-8e15-f2518d51e4d1 req-4a78e4e2-1bd3-4b37-ad75-cddf2e3b1bfa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8b5d560a-b60a-4973-943d-2226bfe371e0 HTTP/1.1" status: 200 len: 848 time: 0.0552642 Nov 23 05:32:50.006582 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cee286-0a1e-4aff-8e15-f2518d51e4d1 req-3a9d5ceb-58cf-4fda-9c96-78ab082c1777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:50.008131 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-17cee286-0a1e-4aff-8e15-f2518d51e4d1 req-3a9d5ceb-58cf-4fda-9c96-78ab082c1777 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6ae84b29-0690-473c-8282-824ad6dc6e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442231 Nov 23 05:32:50.101955 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-17cee286-0a1e-4aff-8e15-f2518d51e4d1 req-ffda38c7-cf60-4318-8457-7c94abbe2e5d service neutron] 10.222.0.54 "GET /v2.0/networks/6ae84b29-0690-473c-8282-824ad6dc6e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854013 Nov 23 05:32:50.233883 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-17cee286-0a1e-4aff-8e15-f2518d51e4d1 req-a64c4221-2af6-4ff1-8e17-a17b37ca289f service neutron] 10.222.0.54 "GET /v2.0/networks/6ae84b29-0690-473c-8282-824ad6dc6e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236639 Nov 23 05:32:50.250599 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-885441da-33f1-4099-ad13-94a63f881f7a req-8b155074-f38c-49bb-a338-47b5ed2df4fd tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b1aca53-96e1-40d5-8e1c-b9f1f770c6a0 HTTP/1.1" status: 200 len: 210 time: 0.0397422 Nov 23 05:32:50.301282 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b30c9-8de4-4f45-8bcc-254676a3003c req-5576b1a1-2a95-453c-bd3e-a941dfff33c0 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:50.302775 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f97b30c9-8de4-4f45-8bcc-254676a3003c req-5576b1a1-2a95-453c-bd3e-a941dfff33c0 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/ports?device_id=584a81d2-404b-4609-967a-0d0cbdfdc0bd HTTP/1.1" status: 200 len: 944 time: 0.0502956 Nov 23 05:32:50.354492 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f97b30c9-8de4-4f45-8bcc-254676a3003c req-746775c8-03e0-44ef-8d24-79d325c258ca tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/security-groups?id=acf46cb2-f64b-4819-bbb8-bc15f83b2b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451899 Nov 23 05:32:51.368602 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ef556573-4eb9-4468-8b15-45a0f01576c7 req-bfc4fb05-97b2-456c-a513-7e0cf97d2c67 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b1aca53-96e1-40d5-8e1c-b9f1f770c6a0 HTTP/1.1" status: 200 len: 210 time: 0.0577786 Nov 23 05:32:51.426170 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a26447-a0a4-4305-babe-25856889694e req-f14f2109-e677-4e6f-888b-b566a1fa75e3 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:51.427765 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-68a26447-a0a4-4305-babe-25856889694e req-f14f2109-e677-4e6f-888b-b566a1fa75e3 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.54 "GET /v2.0/networks?id=de6ef1d6-3445-40e0-83c8-00393e69a51b HTTP/1.1" status: 200 len: 812 time: 0.1387119 Nov 23 05:32:51.514827 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be12036-66f3-40b3-b3a5-614b695e07e1 req-f76f2b1d-6aa7-405d-a893-444140c68768 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:51.516521 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0be12036-66f3-40b3-b3a5-614b695e07e1 req-f76f2b1d-6aa7-405d-a893-444140c68768 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/ports?device_id=584a81d2-404b-4609-967a-0d0cbdfdc0bd HTTP/1.1" status: 200 len: 944 time: 0.0799315 Nov 23 05:32:51.536374 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-68a26447-a0a4-4305-babe-25856889694e req-cfce1a86-a07d-4889-8487-a9cca5f286fb tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5331a73468ce4b39a145a09d53cbde62 HTTP/1.1" status: 200 len: 379 time: 0.0903642 Nov 23 05:32:51.549028 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [req-68a26447-a0a4-4305-babe-25856889694e req-f90cb3a3-421e-47fe-823e-f8b8ab9d6464 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Request body: {'port': {'device_id': '0b1aca53-96e1-40d5-8e1c-b9f1f770c6a0', 'network_id': 'de6ef1d6-3445-40e0-83c8-00393e69a51b', 'admin_state_up': True, 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'security_groups': ['f1481a16-b8ec-4bff-b695-a15c51286b4d']}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:32:51.646357 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0be12036-66f3-40b3-b3a5-614b695e07e1 req-49bf3b81-9c12-4a04-a2c5-80496eb7f282 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/security-groups?id=acf46cb2-f64b-4819-bbb8-bc15f83b2b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089902 Nov 23 05:32:51.694019 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68a26447-a0a4-4305-babe-25856889694e req-f90cb3a3-421e-47fe-823e-f8b8ab9d6464 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Made reservation on behalf of 5331a73468ce4b39a145a09d53cbde62 for: {'port': 1} {{(pid=102516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:32:51.697900 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-68a26447-a0a4-4305-babe-25856889694e req-f90cb3a3-421e-47fe-823e-f8b8ab9d6464 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:51.827891 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.db_base_plugin_common [req-68a26447-a0a4-4305-babe-25856889694e req-f90cb3a3-421e-47fe-823e-f8b8ab9d6464 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Allocated IP 172.20.0.11 (de6ef1d6-3445-40e0-83c8-00393e69a51b/769cffe6-0ed2-4f2f-be5c-5abad8060d00/cd9eddb1-97c3-490e-a27f-2a63b1e18573) {{(pid=102516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:32:51.970501 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-68a26447-a0a4-4305-babe-25856889694e req-f90cb3a3-421e-47fe-823e-f8b8ab9d6464 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks [] for port, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:52.015526 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-68a26447-a0a4-4305-babe-25856889694e req-f90cb3a3-421e-47fe-823e-f8b8ab9d6464 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751724218534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237887'] for port, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:52.059113 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68a26447-a0a4-4305-babe-25856889694e req-f90cb3a3-421e-47fe-823e-f8b8ab9d6464 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Network de6ef1d6-3445-40e0-83c8-00393e69a51b is already hosted by enough agents. {{(pid=102516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:32:52.062162 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [req-68a26447-a0a4-4305-babe-25856889694e req-f90cb3a3-421e-47fe-823e-f8b8ab9d6464 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Resources bound (agent type, host, resource id): {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:32:52.066898 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [req-68a26447-a0a4-4305-babe-25856889694e req-f90cb3a3-421e-47fe-823e-f8b8ab9d6464 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Received port after_create {{(pid=102516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:32:52.093849 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90cb3a3-421e-47fe-823e-f8b8ab9d6464 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Pushing event updated for resources: {'Port': ['ID=cd9eddb1-97c3-490e-a27f-2a63b1e18573,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:52.106956 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90cb3a3-421e-47fe-823e-f8b8ab9d6464 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:32:52.107266 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90cb3a3-421e-47fe-823e-f8b8ab9d6464 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:32:52.107680 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90cb3a3-421e-47fe-823e-f8b8ab9d6464 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:32:52.108023 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90cb3a3-421e-47fe-823e-f8b8ab9d6464 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:32:52.108355 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90cb3a3-421e-47fe-823e-f8b8ab9d6464 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:32:52.108687 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90cb3a3-421e-47fe-823e-f8b8ab9d6464 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:32:52.109020 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90cb3a3-421e-47fe-823e-f8b8ab9d6464 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:32:52.109350 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90cb3a3-421e-47fe-823e-f8b8ab9d6464 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:32:52.109680 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90cb3a3-421e-47fe-823e-f8b8ab9d6464 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:32:52.110828 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90cb3a3-421e-47fe-823e-f8b8ab9d6464 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:32:52.111192 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90cb3a3-421e-47fe-823e-f8b8ab9d6464 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:32:52.111521 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90cb3a3-421e-47fe-823e-f8b8ab9d6464 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:32:52.132523 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a26447-a0a4-4305-babe-25856889694e req-f90cb3a3-421e-47fe-823e-f8b8ab9d6464 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:52.133136 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-68a26447-a0a4-4305-babe-25856889694e req-f90cb3a3-421e-47fe-823e-f8b8ab9d6464 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:52.150543 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-68a26447-a0a4-4305-babe-25856889694e req-f90cb3a3-421e-47fe-823e-f8b8ab9d6464 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6065745 Nov 23 05:32:52.169825 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [req-68a26447-a0a4-4305-babe-25856889694e req-b75bd458-8e2f-4c6a-b6b4-fc7f698d6176 service neutron] Request body: {'port': {'device_id': '0b1aca53-96e1-40d5-8e1c-b9f1f770c6a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80507'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:32:52.229206 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-68a26447-a0a4-4305-babe-25856889694e req-b75bd458-8e2f-4c6a-b6b4-fc7f698d6176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:52.343696 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-695db3a3-d8a1-4214-b8a7-07fd95025161 None None] Provisioning complete for port cd9eddb1-97c3-490e-a27f-2a63b1e18573 triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:32:52.344398 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-695db3a3-d8a1-4214-b8a7-07fd95025161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:52.382442 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-695db3a3-d8a1-4214-b8a7-07fd95025161 None None] Port cd9eddb1-97c3-490e-a27f-2a63b1e18573 cannot update to ACTIVE because it is not bound. {{(pid=102518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:32:52.518373 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [req-68a26447-a0a4-4305-babe-25856889694e req-b75bd458-8e2f-4c6a-b6b4-fc7f698d6176 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd9eddb1-97c3-490e-a27f-2a63b1e18573 {{(pid=102516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:32:52.529206 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca2426-b84e-4028-b2b1-04b15bfd4115 req-6414c0ca-743b-4431-adf9-90b4d90572a9 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:52.530679 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-50ca2426-b84e-4028-b2b1-04b15bfd4115 req-6414c0ca-743b-4431-adf9-90b4d90572a9 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b1aca53-96e1-40d5-8e1c-b9f1f770c6a0 HTTP/1.1" status: 200 len: 932 time: 0.0892489 Nov 23 05:32:52.534643 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-68a26447-a0a4-4305-babe-25856889694e req-b75bd458-8e2f-4c6a-b6b4-fc7f698d6176 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:52.558601 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.provisioning_blocks [req-68a26447-a0a4-4305-babe-25856889694e req-b75bd458-8e2f-4c6a-b6b4-fc7f698d6176 service neutron] Transition to ACTIVE for port object cd9eddb1-97c3-490e-a27f-2a63b1e18573 will not be triggered until provisioned by entity L2. {{(pid=102516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 05:32:52.564946 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-68a26447-a0a4-4305-babe-25856889694e req-b75bd458-8e2f-4c6a-b6b4-fc7f698d6176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237864'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:52.617919 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-50ca2426-b84e-4028-b2b1-04b15bfd4115 req-4c6081e0-452c-4c43-9336-6cf2ba44f91e tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1481a16-b8ec-4bff-b695-a15c51286b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808356 Nov 23 05:32:52.660220 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75bd458-8e2f-4c6a-b6b4-fc7f698d6176 service neutron] Pushing event updated for resources: {'Port': ['ID=cd9eddb1-97c3-490e-a27f-2a63b1e18573,revision_number=2']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:52.715672 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-68a26447-a0a4-4305-babe-25856889694e req-b75bd458-8e2f-4c6a-b6b4-fc7f698d6176 service neutron] Attempting to bind port cd9eddb1-97c3-490e-a27f-2a63b1e18573 on host hv-cinder-80507 for vnic_type normal with profile {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:32:52.716112 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-68a26447-a0a4-4305-babe-25856889694e req-b75bd458-8e2f-4c6a-b6b4-fc7f698d6176 service neutron] Attempting to bind port cd9eddb1-97c3-490e-a27f-2a63b1e18573 by drivers openvswitch,hyperv on host hv-cinder-80507 at level 0 using segments [{'id': '55e832f8-945a-4410-a2ad-c12a508b0c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'de6ef1d6-3445-40e0-83c8-00393e69a51b'}] {{(pid=102516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:32:52.716517 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a26447-a0a4-4305-babe-25856889694e req-b75bd458-8e2f-4c6a-b6b4-fc7f698d6176 service neutron] Attempting to bind port cd9eddb1-97c3-490e-a27f-2a63b1e18573 on network de6ef1d6-3445-40e0-83c8-00393e69a51b {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:32:52.721612 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a26447-a0a4-4305-babe-25856889694e req-b75bd458-8e2f-4c6a-b6b4-fc7f698d6176 service neutron] Port cd9eddb1-97c3-490e-a27f-2a63b1e18573 on network de6ef1d6-3445-40e0-83c8-00393e69a51b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80507 {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 05:32:52.722044 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a26447-a0a4-4305-babe-25856889694e req-b75bd458-8e2f-4c6a-b6b4-fc7f698d6176 service neutron] Attempting to bind port cd9eddb1-97c3-490e-a27f-2a63b1e18573 on network de6ef1d6-3445-40e0-83c8-00393e69a51b {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:32:52.738182 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a26447-a0a4-4305-babe-25856889694e req-b75bd458-8e2f-4c6a-b6b4-fc7f698d6176 service neutron] Checking agent: {'id': 'b8a1d969-7c04-443a-af3a-1812b1d56913', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80507', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 5, 23, 27), 'started_at': datetime.datetime(2021, 11, 23, 5, 23, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:32:52.738524 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a26447-a0a4-4305-babe-25856889694e req-b75bd458-8e2f-4c6a-b6b4-fc7f698d6176 service neutron] Checking segment: {'id': '55e832f8-945a-4410-a2ad-c12a508b0c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'de6ef1d6-3445-40e0-83c8-00393e69a51b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:32:52.738957 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a26447-a0a4-4305-babe-25856889694e req-b75bd458-8e2f-4c6a-b6b4-fc7f698d6176 service neutron] Bound using segment: {'id': '55e832f8-945a-4410-a2ad-c12a508b0c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'de6ef1d6-3445-40e0-83c8-00393e69a51b'} {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:32:52.739409 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-68a26447-a0a4-4305-babe-25856889694e req-b75bd458-8e2f-4c6a-b6b4-fc7f698d6176 service neutron] Bound port: cd9eddb1-97c3-490e-a27f-2a63b1e18573, host: hv-cinder-80507, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55e832f8-945a-4410-a2ad-c12a508b0c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'de6ef1d6-3445-40e0-83c8-00393e69a51b'}}] {{(pid=102516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:32:52.739770 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-68a26447-a0a4-4305-babe-25856889694e req-b75bd458-8e2f-4c6a-b6b4-fc7f698d6176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:52.816428 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822fc5eb-fa93-46df-b36a-a288508847e0 req-6006c626-1a23-406d-8b48-7cf0382f202c tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:52.817933 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-822fc5eb-fa93-46df-b36a-a288508847e0 req-6006c626-1a23-406d-8b48-7cf0382f202c tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/ports?device_id=584a81d2-404b-4609-967a-0d0cbdfdc0bd HTTP/1.1" status: 200 len: 944 time: 0.0935156 Nov 23 05:32:53.103086 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-68a26447-a0a4-4305-babe-25856889694e req-b75bd458-8e2f-4c6a-b6b4-fc7f698d6176 service neutron] For port cd9eddb1-97c3-490e-a27f-2a63b1e18573, host hv-cinder-80507, cleared binding levels {{(pid=102516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:32:53.122897 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-68a26447-a0a4-4305-babe-25856889694e req-b75bd458-8e2f-4c6a-b6b4-fc7f698d6176 service neutron] For port cd9eddb1-97c3-490e-a27f-2a63b1e18573, host hv-cinder-80507, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=cd9eddb1-97c3-490e-a27f-2a63b1e18573,segment=NetworkSegment(55e832f8-945a-4410-a2ad-c12a508b0c85),segment_id=55e832f8-945a-4410-a2ad-c12a508b0c85)] {{(pid=102516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:32:53.128438 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-68a26447-a0a4-4305-babe-25856889694e req-b75bd458-8e2f-4c6a-b6b4-fc7f698d6176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237864'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:53.167876 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-822fc5eb-fa93-46df-b36a-a288508847e0 req-65956451-e392-4e77-989f-ca1ea1d13e84 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/security-groups?id=acf46cb2-f64b-4819-bbb8-bc15f83b2b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3436227 Nov 23 05:32:53.173361 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a26447-a0a4-4305-babe-25856889694e req-b75bd458-8e2f-4c6a-b6b4-fc7f698d6176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:53.173474 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-68a26447-a0a4-4305-babe-25856889694e req-b75bd458-8e2f-4c6a-b6b4-fc7f698d6176 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:53.175273 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-68a26447-a0a4-4305-babe-25856889694e req-b75bd458-8e2f-4c6a-b6b4-fc7f698d6176 service neutron] 10.222.0.54 "PUT /v2.0/ports/cd9eddb1-97c3-490e-a27f-2a63b1e18573 HTTP/1.1" status: 200 len: 1094 time: 1.0096331 Nov 23 05:32:53.181138 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b1aca53-96e1-40d5-8e1c-b9f1f770c6a0', 'tag': 'cd9eddb1-97c3-490e-a27f-2a63b1e18573'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:32:53.183358 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20d478f7b504b4f7a92aed5d5c075fb26ddad21beb532cc87d656362fb0682d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0fa4e12-8c12-494d-b823-7b6587318842" -d '{"events": [{"name": "network-changed", "server_uuid": "0b1aca53-96e1-40d5-8e1c-b9f1f770c6a0", "tag": "cd9eddb1-97c3-490e-a27f-2a63b1e18573"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:32:53.211819 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75bd458-8e2f-4c6a-b6b4-fc7f698d6176 service neutron] Pushing event updated for resources: {'Port': ['ID=cd9eddb1-97c3-490e-a27f-2a63b1e18573,revision_number=3']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:53.232416 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0e632a-5431-4872-be75-597ad16d8804 x-openstack-request-id: req-ab0e632a-5431-4872-be75-597ad16d8804 {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:32:53.232714 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b1aca53-96e1-40d5-8e1c-b9f1f770c6a0", "tag": "cd9eddb1-97c3-490e-a27f-2a63b1e18573", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:32:53.232967 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ab0e632a-5431-4872-be75-597ad16d8804 {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:32:53.233367 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b1aca53-96e1-40d5-8e1c-b9f1f770c6a0', 'tag': 'cd9eddb1-97c3-490e-a27f-2a63b1e18573', 'status': 'completed', 'code': 200} Nov 23 05:32:53.294910 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a26447-a0a4-4305-babe-25856889694e req-32e2a25f-1689-408e-b588-e4da9b0d2acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:53.296451 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-68a26447-a0a4-4305-babe-25856889694e req-32e2a25f-1689-408e-b588-e4da9b0d2acb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5331a73468ce4b39a145a09d53cbde62&device_id=0b1aca53-96e1-40d5-8e1c-b9f1f770c6a0 HTTP/1.1" status: 200 len: 1097 time: 0.0431435 Nov 23 05:32:53.352515 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-68a26447-a0a4-4305-babe-25856889694e req-00156a10-dd97-4439-8b17-c7523877c889 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd9eddb1-97c3-490e-a27f-2a63b1e18573 HTTP/1.1" status: 200 len: 217 time: 0.0400841 Nov 23 05:32:53.401434 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a26447-a0a4-4305-babe-25856889694e req-2c85a9c3-6c33-42d0-b636-2caa8d9e5c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:53.402835 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-68a26447-a0a4-4305-babe-25856889694e req-2c85a9c3-6c33-42d0-b636-2caa8d9e5c75 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=769cffe6-0ed2-4f2f-be5c-5abad8060d00 HTTP/1.1" status: 200 len: 851 time: 0.0434334 Nov 23 05:32:53.449710 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a26447-a0a4-4305-babe-25856889694e req-d394b7aa-7b51-4ec0-be27-2e33669f9e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:53.451176 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-68a26447-a0a4-4305-babe-25856889694e req-d394b7aa-7b51-4ec0-be27-2e33669f9e07 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=de6ef1d6-3445-40e0-83c8-00393e69a51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418940 Nov 23 05:32:53.542648 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-68a26447-a0a4-4305-babe-25856889694e req-4ec13d50-5cfe-4ee6-bed1-57770b610d20 service neutron] 10.222.0.54 "GET /v2.0/networks/de6ef1d6-3445-40e0-83c8-00393e69a51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832365 Nov 23 05:32:53.634238 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-68a26447-a0a4-4305-babe-25856889694e req-7fd8e4da-c187-4dcb-80cc-fcd48749d33b service neutron] 10.222.0.54 "GET /v2.0/networks/de6ef1d6-3445-40e0-83c8-00393e69a51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838394 Nov 23 05:32:53.774110 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac31436-de49-4474-8d57-e4bc55ea961c req-3667ea5e-89e4-4eaf-9f8b-787e38bf4666 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:53.775611 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5ac31436-de49-4474-8d57-e4bc55ea961c req-3667ea5e-89e4-4eaf-9f8b-787e38bf4666 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b1aca53-96e1-40d5-8e1c-b9f1f770c6a0 HTTP/1.1" status: 200 len: 944 time: 0.0787966 Nov 23 05:32:53.798557 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa4e12-8c12-494d-b823-7b6587318842 req-2fc9d40f-5afa-4dd4-bcdb-6da82f49bc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:53.800001 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e0fa4e12-8c12-494d-b823-7b6587318842 req-2fc9d40f-5afa-4dd4-bcdb-6da82f49bc83 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5331a73468ce4b39a145a09d53cbde62&device_id=0b1aca53-96e1-40d5-8e1c-b9f1f770c6a0 HTTP/1.1" status: 200 len: 1097 time: 0.0653863 Nov 23 05:32:53.870581 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5ac31436-de49-4474-8d57-e4bc55ea961c req-fe2420a5-798e-42dc-a9dd-c769356c1a70 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1481a16-b8ec-4bff-b695-a15c51286b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891309 Nov 23 05:32:53.912355 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa4e12-8c12-494d-b823-7b6587318842 req-6f394e26-a522-4f4a-a4fd-ef02a9437d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:53.913838 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e0fa4e12-8c12-494d-b823-7b6587318842 req-6f394e26-a522-4f4a-a4fd-ef02a9437d61 service neutron] 10.222.0.54 "GET /v2.0/networks?id=de6ef1d6-3445-40e0-83c8-00393e69a51b HTTP/1.1" status: 200 len: 913 time: 0.1019979 Nov 23 05:32:53.959746 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e0fa4e12-8c12-494d-b823-7b6587318842 req-2316f13b-7a20-4fa7-aab2-27d385b24e62 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd9eddb1-97c3-490e-a27f-2a63b1e18573 HTTP/1.1" status: 200 len: 217 time: 0.0383594 Nov 23 05:32:54.009029 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa4e12-8c12-494d-b823-7b6587318842 req-e1ff8d6e-6816-4095-b29c-47fe6ab3e326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:54.010515 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e0fa4e12-8c12-494d-b823-7b6587318842 req-e1ff8d6e-6816-4095-b29c-47fe6ab3e326 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=769cffe6-0ed2-4f2f-be5c-5abad8060d00 HTTP/1.1" status: 200 len: 851 time: 0.0431015 Nov 23 05:32:54.055750 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa4e12-8c12-494d-b823-7b6587318842 req-56646794-e06c-42ae-9f2e-2861d65a0914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:54.057173 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e0fa4e12-8c12-494d-b823-7b6587318842 req-56646794-e06c-42ae-9f2e-2861d65a0914 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=de6ef1d6-3445-40e0-83c8-00393e69a51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390143 Nov 23 05:32:54.147357 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e0fa4e12-8c12-494d-b823-7b6587318842 req-d2b9c7c3-650c-4804-ba60-e33aba1e1b58 service neutron] 10.222.0.54 "GET /v2.0/networks/de6ef1d6-3445-40e0-83c8-00393e69a51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826218 Nov 23 05:32:54.244563 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e0fa4e12-8c12-494d-b823-7b6587318842 req-408659a8-6195-48f1-aee9-b744c015409f service neutron] 10.222.0.54 "GET /v2.0/networks/de6ef1d6-3445-40e0-83c8-00393e69a51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897174 Nov 23 05:32:54.290085 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09042c28-c745-4f89-8793-ffc0fb98d525 req-3603fdfe-ff15-453b-a17c-ce5f49a6e44f tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:54.291604 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-09042c28-c745-4f89-8793-ffc0fb98d525 req-3603fdfe-ff15-453b-a17c-ce5f49a6e44f tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/ports?device_id=584a81d2-404b-4609-967a-0d0cbdfdc0bd HTTP/1.1" status: 200 len: 944 time: 0.0504880 Nov 23 05:32:54.339697 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-09042c28-c745-4f89-8793-ffc0fb98d525 req-2f1466a2-62e6-4e7b-84bc-b85cc0c946b3 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/security-groups?id=acf46cb2-f64b-4819-bbb8-bc15f83b2b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422754 Nov 23 05:32:54.985751 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d102a73-56d1-4891-ade5-fec952a8231a req-ca826535-8ce4-48ad-abdf-5510f0743096 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:54.987162 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4d102a73-56d1-4891-ade5-fec952a8231a req-ca826535-8ce4-48ad-abdf-5510f0743096 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b1aca53-96e1-40d5-8e1c-b9f1f770c6a0 HTTP/1.1" status: 200 len: 944 time: 0.0504539 Nov 23 05:32:55.034708 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4d102a73-56d1-4891-ade5-fec952a8231a req-32b55543-781d-4266-ad3d-6e71737059c5 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1481a16-b8ec-4bff-b695-a15c51286b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417452 Nov 23 05:32:55.456590 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5249a546-c5e8-4c12-960d-27a18f60de1e req-538ee5e4-e0c8-4548-bfc6-b1cb16423d75 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:55.458046 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5249a546-c5e8-4c12-960d-27a18f60de1e req-538ee5e4-e0c8-4548-bfc6-b1cb16423d75 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/ports?device_id=584a81d2-404b-4609-967a-0d0cbdfdc0bd HTTP/1.1" status: 200 len: 944 time: 0.0534885 Nov 23 05:32:55.505997 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5249a546-c5e8-4c12-960d-27a18f60de1e req-31a3495a-be4d-42a9-b530-acce9a8cefce tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/security-groups?id=acf46cb2-f64b-4819-bbb8-bc15f83b2b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420272 Nov 23 05:32:55.962353 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f047b-70ab-4016-9102-2cee9f6d6012 req-73f234ab-8d11-4d0b-8508-e94f069cf0d9 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:55.963838 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-042f047b-70ab-4016-9102-2cee9f6d6012 req-73f234ab-8d11-4d0b-8508-e94f069cf0d9 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6 HTTP/1.1" status: 200 len: 946 time: 0.0490253 Nov 23 05:32:56.009916 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-042f047b-70ab-4016-9102-2cee9f6d6012 req-930d8496-6a86-41b6-a322-3047d63e8ae9 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=c438f059-2799-4ab6-acb8-f504a4e3ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395544 Nov 23 05:32:56.149763 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88153d8e-bacc-4dd7-b2db-afc4d799492c req-772cb1b4-c213-4644-893e-bda8922cb199 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:56.151173 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-88153d8e-bacc-4dd7-b2db-afc4d799492c req-772cb1b4-c213-4644-893e-bda8922cb199 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b1aca53-96e1-40d5-8e1c-b9f1f770c6a0 HTTP/1.1" status: 200 len: 944 time: 0.0479681 Nov 23 05:32:56.203944 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-88153d8e-bacc-4dd7-b2db-afc4d799492c req-01a2d2e4-0879-44ff-847d-acf2beceff90 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1481a16-b8ec-4bff-b695-a15c51286b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468674 Nov 23 05:32:56.619134 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54001545-14fd-4c8f-b283-c90dc4d74d5b req-3218e9f7-b63c-4043-b708-40cfea553520 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:56.620614 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-54001545-14fd-4c8f-b283-c90dc4d74d5b req-3218e9f7-b63c-4043-b708-40cfea553520 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/ports?device_id=584a81d2-404b-4609-967a-0d0cbdfdc0bd HTTP/1.1" status: 200 len: 944 time: 0.0491309 Nov 23 05:32:56.669610 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-54001545-14fd-4c8f-b283-c90dc4d74d5b req-fec8b8be-b170-4b9c-9b44-f81567ee9135 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/security-groups?id=acf46cb2-f64b-4819-bbb8-bc15f83b2b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428910 Nov 23 05:32:57.135616 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf09506-4e5f-4391-acf8-e3c1db6c3486 req-a0ccd0de-427f-4037-90e9-73be79ea3738 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:57.137114 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1cf09506-4e5f-4391-acf8-e3c1db6c3486 req-a0ccd0de-427f-4037-90e9-73be79ea3738 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6 HTTP/1.1" status: 200 len: 946 time: 0.0536315 Nov 23 05:32:57.184174 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1cf09506-4e5f-4391-acf8-e3c1db6c3486 req-7b469139-1c2a-4463-bc1a-0904a9e9a28f tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups?id=c438f059-2799-4ab6-acb8-f504a4e3ecf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404522 Nov 23 05:32:57.321923 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363d9c2-0d33-4484-86b0-1ea27e6e8342 req-bfea9c80-7e3b-4ca3-a4c1-07a859c66a58 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:57.323632 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d363d9c2-0d33-4484-86b0-1ea27e6e8342 req-bfea9c80-7e3b-4ca3-a4c1-07a859c66a58 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b1aca53-96e1-40d5-8e1c-b9f1f770c6a0 HTTP/1.1" status: 200 len: 944 time: 0.0522962 Nov 23 05:32:57.372839 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d363d9c2-0d33-4484-86b0-1ea27e6e8342 req-3e26f863-4e4a-407a-b0cb-7354722ee2a1 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1481a16-b8ec-4bff-b695-a15c51286b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425429 Nov 23 05:32:57.478782 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf44928-633b-42de-a498-ec95ebc5ed0f req-c3886ca7-952f-4516-8fbf-67432e42a2b6 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:57.480251 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ecf44928-633b-42de-a498-ec95ebc5ed0f req-c3886ca7-952f-4516-8fbf-67432e42a2b6 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.54 "GET /v2.0/ports?device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6 HTTP/1.1" status: 200 len: 946 time: 0.0483713 Nov 23 05:32:57.572872 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-ecf44928-633b-42de-a498-ec95ebc5ed0f req-0eb5322e-c380-46cb-b0cf-4f51a60281ff tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Deleting port 99025866-c895-4488-9f9f-935a50ad1344 {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:32:57.573130 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-ecf44928-633b-42de-a498-ec95ebc5ed0f req-0eb5322e-c380-46cb-b0cf-4f51a60281ff tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751724797224'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:57.660321 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-ecf44928-633b-42de-a498-ec95ebc5ed0f req-0eb5322e-c380-46cb-b0cf-4f51a60281ff tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] For port 99025866-c895-4488-9f9f-935a50ad1344, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=99025866-c895-4488-9f9f-935a50ad1344,segment=NetworkSegment(96fbda44-3f8c-4841-b317-f7b687379738),segment_id=96fbda44-3f8c-4841-b317-f7b687379738)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:32:57.660673 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-ecf44928-633b-42de-a498-ec95ebc5ed0f req-0eb5322e-c380-46cb-b0cf-4f51a60281ff tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630705'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:57.855370 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea54af3-546c-449a-8812-1f173fbe8598 req-7528ea87-7065-4521-bf16-1011be1d5a55 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:57.856735 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9ea54af3-546c-449a-8812-1f173fbe8598 req-7528ea87-7065-4521-bf16-1011be1d5a55 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/ports?device_id=584a81d2-404b-4609-967a-0d0cbdfdc0bd HTTP/1.1" status: 200 len: 944 time: 0.0997286 Nov 23 05:32:57.876924 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-ecf44928-633b-42de-a498-ec95ebc5ed0f req-0eb5322e-c380-46cb-b0cf-4f51a60281ff tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:57.877280 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-ecf44928-633b-42de-a498-ec95ebc5ed0f req-0eb5322e-c380-46cb-b0cf-4f51a60281ff tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637656'] for floatingip, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:57.877594 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.db.l3_db [req-ecf44928-633b-42de-a498-ec95ebc5ed0f req-0eb5322e-c380-46cb-b0cf-4f51a60281ff tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Floating IP 1f807035-b237-4a10-8fe8-07f364bfed18 disassociated. External IP: 172.27.0.109, port: 99025866-c895-4488-9f9f-935a50ad1344. Nov 23 05:32:57.877934 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-ecf44928-633b-42de-a498-ec95ebc5ed0f req-0eb5322e-c380-46cb-b0cf-4f51a60281ff tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Calling delete_port for 99025866-c895-4488-9f9f-935a50ad1344 owned by compute:nova {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:32:57.961111 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9ea54af3-546c-449a-8812-1f173fbe8598 req-67fe13b9-c82c-4983-a3ba-fc7b5b72dabe tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/security-groups?id=acf46cb2-f64b-4819-bbb8-bc15f83b2b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930977 Nov 23 05:32:58.048233 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-ecf44928-633b-42de-a498-ec95ebc5ed0f req-0eb5322e-c380-46cb-b0cf-4f51a60281ff tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751724800597', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751724218543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237887'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:58.075610 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb5322e-c380-46cb-b0cf-4f51a60281ff tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Pushing event deleted for resources: {'Port': ['ID=99025866-c895-4488-9f9f-935a50ad1344,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:58.189456 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ecf44928-633b-42de-a498-ec95ebc5ed0f req-0eb5322e-c380-46cb-b0cf-4f51a60281ff tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Router bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8 has already been hosted by L3 agent 9dac5a01-04fc-4e91-9910-6392ff9c638b {{(pid=102516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:32:58.309426 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-15bb23f2-4415-40dc-bb42-4fb3bd72d879 req-1fea0054-ce82-435c-8b7a-4a614a9564fe tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/ports?device_id=794f33d7-ae89-465f-b43f-2876a0bafbc6 HTTP/1.1" status: 200 len: 210 time: 0.0331590 Nov 23 05:32:58.323786 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ecf44928-633b-42de-a498-ec95ebc5ed0f req-0eb5322e-c380-46cb-b0cf-4f51a60281ff tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Notify agent at l3_agent.dv-cinder-805072-6-iscsi the message routers_updated {{(pid=102516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:32:58.335907 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcb47e1-e653-4612-b5ee-c5a03aa56742 None None] Sync routers for ids ['bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8'] in dv-cinder-805072-6-iscsi {{(pid=102519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:32:58.348489 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcb47e1-e653-4612-b5ee-c5a03aa56742 None None] Routers {'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:32:58.349049 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-3bcb47e1-e653-4612-b5ee-c5a03aa56742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:32:36Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8'], 'active': True} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:32:58.363823 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf44928-633b-42de-a498-ec95ebc5ed0f req-0eb5322e-c380-46cb-b0cf-4f51a60281ff tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] No DVR routers for this DVR port 99025866-c895-4488-9f9f-935a50ad1344 on host hv-cinder-80507 {{(pid=102516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:32:58.366375 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-ecf44928-633b-42de-a498-ec95ebc5ed0f req-0eb5322e-c380-46cb-b0cf-4f51a60281ff tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:58.369868 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ecf44928-633b-42de-a498-ec95ebc5ed0f req-0eb5322e-c380-46cb-b0cf-4f51a60281ff tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.54 "DELETE /v2.0/ports/99025866-c895-4488-9f9f-935a50ad1344 HTTP/1.1" status: 204 len: 173 time: 0.8830311 Nov 23 05:32:58.370310 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '794f33d7-ae89-465f-b43f-2876a0bafbc6', 'name': 'network-vif-deleted', 'tag': '99025866-c895-4488-9f9f-935a50ad1344'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:32:58.372627 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20d478f7b504b4f7a92aed5d5c075fb26ddad21beb532cc87d656362fb0682d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31261b4-2523-4d3b-8989-581921025e98" -d '{"events": [{"server_uuid": "794f33d7-ae89-465f-b43f-2876a0bafbc6", "name": "network-vif-deleted", "tag": "99025866-c895-4488-9f9f-935a50ad1344"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:32:58.468702 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvr_db [None req-3bcb47e1-e653-4612-b5ee-c5a03aa56742 None None] Set router bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:32:58.521347 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f890d9-7cbf-450f-b8f3-cf0fe1bba4af req-d4135042-7f89-4af1-b593-60e29d577c8b tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:58.529415 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-24f890d9-7cbf-450f-b8f3-cf0fe1bba4af req-d4135042-7f89-4af1-b593-60e29d577c8b tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b1aca53-96e1-40d5-8e1c-b9f1f770c6a0 HTTP/1.1" status: 200 len: 944 time: 0.0691004 Nov 23 05:32:58.595862 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-24f890d9-7cbf-450f-b8f3-cf0fe1bba4af req-eab3be2d-85a1-4f88-8731-a48dbd93341d tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1481a16-b8ec-4bff-b695-a15c51286b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652740 Nov 23 05:32:58.631586 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdaf289b-5fd2-4b7b-a97d-3c97c9725908 x-openstack-request-id: req-cdaf289b-5fd2-4b7b-a97d-3c97c9725908 {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:32:58.631893 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "794f33d7-ae89-465f-b43f-2876a0bafbc6", "name": "network-vif-deleted", "tag": "99025866-c895-4488-9f9f-935a50ad1344", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:32:58.632157 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cdaf289b-5fd2-4b7b-a97d-3c97c9725908 {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:32:58.632563 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794f33d7-ae89-465f-b43f-2876a0bafbc6', 'name': 'network-vif-deleted', 'tag': '99025866-c895-4488-9f9f-935a50ad1344', 'status': 'completed', 'code': 200} Nov 23 05:32:58.640192 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:58.810434 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-3bcb47e1-e653-4612-b5ee-c5a03aa56742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8', 'name': 'tempest-AttachVolumeShelveTestJSON-446161572-router', 'tenant_id': 'cb5e3bfadd8949d285afa69cba79918a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '0128ae89-349c-4adb-be5f-1bd1a47512d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:25:17Z', 'updated_at': '2021-11-23T05:25:24Z', 'revision_number': 4, 'project_id': 'cb5e3bfadd8949d285afa69cba79918a', 'gw_port': {'id': '0128ae89-349c-4adb-be5f-1bd1a47512d6', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_interfaces': [{'id': '6725b431-5ec5-49b6-b332-bdafbb752bc8', 'name': '', 'network_id': 'd276bf6c-1506-42b0-9d9a-c9478303eb76', 'tenant_id': 'cb5e3bfadd8949d285afa69cba79918a', 'mac_address': 'fa:16:3e:60:3b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b812847c-d94f-408a-a05b-e1adde40724b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:22Z', 'updated_at': '2021-11-23T05:25:42Z', 'revision_number': 5, 'project_id': 'cb5e3bfadd8949d285afa69cba79918a', 'subnets': [{'id': 'b812847c-d94f-408a-a05b-e1adde40724b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:32:58.836294 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcb47e1-e653-4612-b5ee-c5a03aa56742 None None] Checking router: bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8 for host: dv-cinder-805072-6-iscsi {{(pid=102519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:32:58.844556 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcb47e1-e653-4612-b5ee-c5a03aa56742 None None] Routers {'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:32:58.845126 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-3bcb47e1-e653-4612-b5ee-c5a03aa56742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:32:36Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8'], 'active': True} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:32:58.957268 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvr_db [None req-3bcb47e1-e653-4612-b5ee-c5a03aa56742 None None] Set router bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:32:59.076821 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a235469-81d3-44b1-86a7-946c222dc816 req-7c1d297f-0b61-4be8-9a64-2124231399f2 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:59.078329 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4a235469-81d3-44b1-86a7-946c222dc816 req-7c1d297f-0b61-4be8-9a64-2124231399f2 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/ports?device_id=584a81d2-404b-4609-967a-0d0cbdfdc0bd HTTP/1.1" status: 200 len: 944 time: 0.0502057 Nov 23 05:32:59.128278 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4a235469-81d3-44b1-86a7-946c222dc816 req-44b51828-ffd7-4922-9176-02a053b30472 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/security-groups?id=acf46cb2-f64b-4819-bbb8-bc15f83b2b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435364 Nov 23 05:32:59.171915 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-3bcb47e1-e653-4612-b5ee-c5a03aa56742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8', 'name': 'tempest-AttachVolumeShelveTestJSON-446161572-router', 'tenant_id': 'cb5e3bfadd8949d285afa69cba79918a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '0128ae89-349c-4adb-be5f-1bd1a47512d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:25:17Z', 'updated_at': '2021-11-23T05:25:24Z', 'revision_number': 4, 'project_id': 'cb5e3bfadd8949d285afa69cba79918a', 'gw_port': {'id': '0128ae89-349c-4adb-be5f-1bd1a47512d6', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_interfaces': [{'id': '6725b431-5ec5-49b6-b332-bdafbb752bc8', 'name': '', 'network_id': 'd276bf6c-1506-42b0-9d9a-c9478303eb76', 'tenant_id': 'cb5e3bfadd8949d285afa69cba79918a', 'mac_address': 'fa:16:3e:60:3b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b812847c-d94f-408a-a05b-e1adde40724b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:22Z', 'updated_at': '2021-11-23T05:25:42Z', 'revision_number': 5, 'project_id': 'cb5e3bfadd8949d285afa69cba79918a', 'subnets': [{'id': 'b812847c-d94f-408a-a05b-e1adde40724b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:32:59.199331 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcb47e1-e653-4612-b5ee-c5a03aa56742 None None] The sync data for ids ['bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8'] in dv-cinder-805072-6-iscsi is: [{'id': 'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8', 'name': 'tempest-AttachVolumeShelveTestJSON-446161572-router', 'tenant_id': 'cb5e3bfadd8949d285afa69cba79918a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '0128ae89-349c-4adb-be5f-1bd1a47512d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:25:17Z', 'updated_at': '2021-11-23T05:25:24Z', 'revision_number': 4, 'project_id': 'cb5e3bfadd8949d285afa69cba79918a', 'gw_port': {'id': '0128ae89-349c-4adb-be5f-1bd1a47512d6', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_interfaces': [{'id': '6725b431-5ec5-49b6-b332-bdafbb752bc8', 'name': '', 'network_id': 'd276bf6c-1506-42b0-9d9a-c9478303eb76', 'tenant_id': 'cb5e3bfadd8949d285afa69cba79918a', 'mac_address': 'fa:16:3e:60:3b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b812847c-d94f-408a-a05b-e1adde40724b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:22Z', 'updated_at': '2021-11-23T05:25:42Z', 'revision_number': 5, 'project_id': 'cb5e3bfadd8949d285afa69cba79918a', 'subnets': [{'id': 'b812847c-d94f-408a-a05b-e1adde40724b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:32:59.338233 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device b0461070-6637-463d-b8fc-5d2ec7130e2a details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=102518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 05:32:59.406967 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 36858) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:32:59.456938 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2f0b21-6b8a-49db-95b7-67be628c28cf None None] New status for floating IP 1f807035-b237-4a10-8fe8-07f364bfed18: DOWN {{(pid=102518) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 05:32:59.459705 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port b0461070-6637-463d-b8fc-5d2ec7130e2a, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=b0461070-6637-463d-b8fc-5d2ec7130e2a,segment=NetworkSegment(69a590d1-5dd3-4277-96f7-01f211c8329e),segment_id=69a590d1-5dd3-4277-96f7-01f211c8329e)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:32:59.463617 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-b5979c44-21df-4805-b4ca-9a227beee1b8 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:59.489008 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-b5979c44-21df-4805-b4ca-9a227beee1b8 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:59.508407 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Returning: {'device': 'b0461070-6637-463d-b8fc-5d2ec7130e2a', 'network_id': '6ae84b29-0690-473c-8282-824ad6dc6e1f', 'port_id': 'b0461070-6637-463d-b8fc-5d2ec7130e2a', 'mac_address': 'fa:16:3e:33:f3:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b5d560a-b60a-4973-943d-2226bfe371e0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 05:32:59.539958 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-b5979c44-21df-4805-b4ca-9a227beee1b8 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:59.542850 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-b5979c44-21df-4805-b4ca-9a227beee1b8 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:59.544038 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-b5979c44-21df-4805-b4ca-9a227beee1b8 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "DELETE /v2.0/security-groups/c438f059-2799-4ab6-acb8-f504a4e3ecf9 HTTP/1.1" status: 204 len: 168 time: 0.1360745 Nov 23 05:32:59.546906 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 36860) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:32:59.554568 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5979c44-21df-4805-b4ca-9a227beee1b8 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c438f059-2799-4ab6-acb8-f504a4e3ecf9,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:59.561778 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.api.v2.resource [None req-643bcf45-e68d-4265-a45e-0d842566978a tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] show failed (client error): The resource could not be found. Nov 23 05:32:59.563426 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-643bcf45-e68d-4265-a45e-0d842566978a tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "GET /v2.0/security-groups/c438f059-2799-4ab6-acb8-f504a4e3ecf9 HTTP/1.1" status: 404 len: 347 time: 0.0136251 Nov 23 05:32:59.566252 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 36862) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:32:59.674929 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:59.694183 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-253c1fe3-b9d2-4696-bb12-0d4d42535528 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Deleting port f80445be-2f04-4465-9277-c0de4e19c657 {{(pid=102517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:32:59.694842 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-253c1fe3-b9d2-4696-bb12-0d4d42535528 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751724797224'] for port, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:59.703368 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.notifiers.nova [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0461070-6637-463d-b8fc-5d2ec7130e2a {{(pid=102518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:32:59.727551 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port b0461070-6637-463d-b8fc-5d2ec7130e2a, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=b0461070-6637-463d-b8fc-5d2ec7130e2a,segment=NetworkSegment(69a590d1-5dd3-4277-96f7-01f211c8329e),segment_id=69a590d1-5dd3-4277-96f7-01f211c8329e)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:32:59.735222 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:59.752687 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8cde3e-a255-490f-86e9-8989826e9ff0 req-f733b783-f1b5-4848-b528-e55db92f6dd8 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:59.755696 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5d8cde3e-a255-490f-86e9-8989826e9ff0 req-f733b783-f1b5-4848-b528-e55db92f6dd8 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b1aca53-96e1-40d5-8e1c-b9f1f770c6a0 HTTP/1.1" status: 200 len: 944 time: 0.0706544 Nov 23 05:32:59.780451 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-253c1fe3-b9d2-4696-bb12-0d4d42535528 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630705'] for port, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:59.780874 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-253c1fe3-b9d2-4696-bb12-0d4d42535528 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:59.792999 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-253c1fe3-b9d2-4696-bb12-0d4d42535528 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Calling delete_port for f80445be-2f04-4465-9277-c0de4e19c657 owned by network:floatingip {{(pid=102517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:32:59.818486 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5d8cde3e-a255-490f-86e9-8989826e9ff0 req-e693184a-0f78-4aeb-8f93-d83ce1375f8b tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1481a16-b8ec-4bff-b695-a15c51286b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561626 Nov 23 05:32:59.826194 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Pushing event updated for resources: {'Port': ['ID=b0461070-6637-463d-b8fc-5d2ec7130e2a,revision_number=7']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:59.928015 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-253c1fe3-b9d2-4696-bb12-0d4d42535528 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751724800597', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751724218543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25211324'] for port, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:59.952481 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253c1fe3-b9d2-4696-bb12-0d4d42535528 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Pushing event deleted for resources: {'Port': ['ID=f80445be-2f04-4465-9277-c0de4e19c657,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:32:59.963676 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253c1fe3-b9d2-4696-bb12-0d4d42535528 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:32:59.964035 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253c1fe3-b9d2-4696-bb12-0d4d42535528 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:32:59.964382 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253c1fe3-b9d2-4696-bb12-0d4d42535528 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:32:59.964727 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253c1fe3-b9d2-4696-bb12-0d4d42535528 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:32:59.965066 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253c1fe3-b9d2-4696-bb12-0d4d42535528 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:32:59.965404 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253c1fe3-b9d2-4696-bb12-0d4d42535528 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:32:59.965736 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253c1fe3-b9d2-4696-bb12-0d4d42535528 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:32:59.966070 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253c1fe3-b9d2-4696-bb12-0d4d42535528 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:32:59.966397 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253c1fe3-b9d2-4696-bb12-0d4d42535528 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:32:59.966726 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253c1fe3-b9d2-4696-bb12-0d4d42535528 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:32:59.967083 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253c1fe3-b9d2-4696-bb12-0d4d42535528 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:32:59.967413 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253c1fe3-b9d2-4696-bb12-0d4d42535528 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:33:00.023792 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-253c1fe3-b9d2-4696-bb12-0d4d42535528 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks [] for floatingip, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:00.026359 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-253c1fe3-b9d2-4696-bb12-0d4d42535528 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for floatingip, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:00.027542 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-253c1fe3-b9d2-4696-bb12-0d4d42535528 tempest-AttachVolumeShelveTestJSON-1797727334 tempest-AttachVolumeShelveTestJSON-1797727334-project] 10.222.0.48 "DELETE /v2.0/floatingips/1f807035-b237-4a10-8fe8-07f364bfed18 HTTP/1.1" status: 204 len: 168 time: 0.4603653 Nov 23 05:33:00.032469 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] get_ports_and_sgs() called for port_ids ['b0461070-6637-463d-b8fc-5d2ec7130e2a'] {{(pid=102518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:33:00.243469 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852faedf-bf7f-443d-a6ec-b4e0e046e32f req-1a56ff70-3011-4408-9334-233cea2de729 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:00.245121 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-852faedf-bf7f-443d-a6ec-b4e0e046e32f req-1a56ff70-3011-4408-9334-233cea2de729 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/ports?device_id=584a81d2-404b-4609-967a-0d0cbdfdc0bd HTTP/1.1" status: 200 len: 945 time: 0.0495822 Nov 23 05:33:00.294685 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-852faedf-bf7f-443d-a6ec-b4e0e046e32f req-5c6d3bc3-42ec-4eb5-8807-f27c3ef43c3c tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/security-groups?id=acf46cb2-f64b-4819-bbb8-bc15f83b2b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428748 Nov 23 05:33:00.928541 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f38b160-a95d-47d2-9a43-6bd097cbc448 req-c2bd987f-a5a2-40e6-bf8e-1fb5b8f52dfa tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:00.930001 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4f38b160-a95d-47d2-9a43-6bd097cbc448 req-c2bd987f-a5a2-40e6-bf8e-1fb5b8f52dfa tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b1aca53-96e1-40d5-8e1c-b9f1f770c6a0 HTTP/1.1" status: 200 len: 944 time: 0.0507038 Nov 23 05:33:00.979227 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4f38b160-a95d-47d2-9a43-6bd097cbc448 req-d17eb19b-0160-4f73-90d6-6301666683b1 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1481a16-b8ec-4bff-b695-a15c51286b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433233 Nov 23 05:33:01.346966 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device cd9eddb1-97c3-490e-a27f-2a63b1e18573 details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=102518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 05:33:01.357038 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device b0461070-6637-463d-b8fc-5d2ec7130e2a up at agent hyperv_hv-cinder-80507 {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:33:01.411725 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cedd728-4142-41ac-88e1-50c827c16c2c req-0beafd58-c33d-4bdb-bd68-c558242045e7 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:01.413224 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8cedd728-4142-41ac-88e1-50c827c16c2c req-0beafd58-c33d-4bdb-bd68-c558242045e7 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/ports?device_id=584a81d2-404b-4609-967a-0d0cbdfdc0bd HTTP/1.1" status: 200 len: 945 time: 0.0479422 Nov 23 05:33:01.465505 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8cedd728-4142-41ac-88e1-50c827c16c2c req-110318b8-6655-4d89-bb13-e15903e5200b tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/security-groups?id=acf46cb2-f64b-4819-bbb8-bc15f83b2b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461435 Nov 23 05:33:01.589353 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Provisioning complete for port b0461070-6637-463d-b8fc-5d2ec7130e2a triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:33:01.589729 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:01.628067 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port cd9eddb1-97c3-490e-a27f-2a63b1e18573, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=cd9eddb1-97c3-490e-a27f-2a63b1e18573,segment=NetworkSegment(55e832f8-945a-4410-a2ad-c12a508b0c85),segment_id=55e832f8-945a-4410-a2ad-c12a508b0c85)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:33:01.643943 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Returning: {'device': 'cd9eddb1-97c3-490e-a27f-2a63b1e18573', 'network_id': 'de6ef1d6-3445-40e0-83c8-00393e69a51b', 'port_id': 'cd9eddb1-97c3-490e-a27f-2a63b1e18573', 'mac_address': 'fa:16:3e:51:48:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '769cffe6-0ed2-4f2f-be5c-5abad8060d00', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 05:33:01.713625 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:01.728849 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:01.732233 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.notifiers.nova [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd9eddb1-97c3-490e-a27f-2a63b1e18573 {{(pid=102518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:33:01.768046 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '584a81d2-404b-4609-967a-0d0cbdfdc0bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0461070-6637-463d-b8fc-5d2ec7130e2a'}] {{(pid=102518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:33:01.770469 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1555ff6ee76347fd5083048713d2688504cf60c4b4cdc9acc0e7e1b3a3add239" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7fedf3-f365-424d-951e-8aa991217a59" -d '{"events": [{"server_uuid": "584a81d2-404b-4609-967a-0d0cbdfdc0bd", "name": "network-vif-plugged", "status": "completed", "tag": "b0461070-6637-463d-b8fc-5d2ec7130e2a"}]}' {{(pid=102518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:33:01.775894 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port cd9eddb1-97c3-490e-a27f-2a63b1e18573, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=cd9eddb1-97c3-490e-a27f-2a63b1e18573,segment=NetworkSegment(55e832f8-945a-4410-a2ad-c12a508b0c85),segment_id=55e832f8-945a-4410-a2ad-c12a508b0c85)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:33:01.783061 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:01.785799 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port b0461070-6637-463d-b8fc-5d2ec7130e2a, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=b0461070-6637-463d-b8fc-5d2ec7130e2a,segment=NetworkSegment(69a590d1-5dd3-4277-96f7-01f211c8329e),segment_id=69a590d1-5dd3-4277-96f7-01f211c8329e)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:33:01.790074 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:01.790832 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device 99025866-c895-4488-9f9f-935a50ad1344 no longer exists at agent hyperv_hv-cinder-80507 {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:33:01.810932 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3fbb19-1c28-44cf-9bb2-14cc5424057b x-openstack-request-id: req-0b3fbb19-1c28-44cf-9bb2-14cc5424057b {{(pid=102518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:33:01.811233 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "584a81d2-404b-4609-967a-0d0cbdfdc0bd", "name": "network-vif-plugged", "status": "completed", "tag": "b0461070-6637-463d-b8fc-5d2ec7130e2a", "code": 200}]} {{(pid=102518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:33:01.811493 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0b3fbb19-1c28-44cf-9bb2-14cc5424057b {{(pid=102518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:33:01.811879 dv-cinder-805072-6-iscsi neutron-server[102518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '584a81d2-404b-4609-967a-0d0cbdfdc0bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0461070-6637-463d-b8fc-5d2ec7130e2a', 'code': 200} Nov 23 05:33:01.836147 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] No Port match for: 99025866-c895-4488-9f9f-935a50ad1344 {{(pid=102518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:33:01.836427 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device 99025866-c895-4488-9f9f-935a50ad1344 not bound to the agent host hv-cinder-80507 {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:33:01.856148 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Pushing event updated for resources: {'Port': ['ID=cd9eddb1-97c3-490e-a27f-2a63b1e18573,revision_number=4']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:33:01.903933 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Pushing event updated for resources: {'Port': ['ID=b0461070-6637-463d-b8fc-5d2ec7130e2a,revision_number=8']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:33:02.072952 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] get_ports_and_sgs() called for port_ids ['cd9eddb1-97c3-490e-a27f-2a63b1e18573'] {{(pid=102518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:33:02.104348 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874c035-91c8-428b-ba71-43262abfd560 req-8864aa2a-630f-47aa-b7ed-b54f38445b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:02.105781 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9874c035-91c8-428b-ba71-43262abfd560 req-8864aa2a-630f-47aa-b7ed-b54f38445b31 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=584a81d2-404b-4609-967a-0d0cbdfdc0bd HTTP/1.1" status: 200 len: 1099 time: 0.0724487 Nov 23 05:33:02.118057 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27a63a2-b760-476f-a4e2-ec3354a0307d req-4fdb98a7-44c3-4406-a8f8-88e2295e8249 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:02.119524 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a27a63a2-b760-476f-a4e2-ec3354a0307d req-4fdb98a7-44c3-4406-a8f8-88e2295e8249 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b1aca53-96e1-40d5-8e1c-b9f1f770c6a0 HTTP/1.1" status: 200 len: 945 time: 0.0624712 Nov 23 05:33:02.191146 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9874c035-91c8-428b-ba71-43262abfd560 req-b5ebd2b9-4cd8-42f3-aec4-37c3301aa6f1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=acf46cb2-f64b-4819-bbb8-bc15f83b2b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705953 Nov 23 05:33:02.196124 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a27a63a2-b760-476f-a4e2-ec3354a0307d req-8a4e5de1-5e45-48f5-b664-fe099dfaef75 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1481a16-b8ec-4bff-b695-a15c51286b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699096 Nov 23 05:33:02.430215 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 36896) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:33:02.589764 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9563cb9b-006a-4ba5-bf77-b0b27000cce4 req-aa8a902d-0017-4295-a4aa-4881b7ebd8de tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:02.591218 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9563cb9b-006a-4ba5-bf77-b0b27000cce4 req-aa8a902d-0017-4295-a4aa-4881b7ebd8de tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/ports?device_id=584a81d2-404b-4609-967a-0d0cbdfdc0bd HTTP/1.1" status: 200 len: 946 time: 0.0545442 Nov 23 05:33:02.710970 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9563cb9b-006a-4ba5-bf77-b0b27000cce4 req-0095a5a8-ee25-4934-952c-d26964fafd40 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/security-groups?id=acf46cb2-f64b-4819-bbb8-bc15f83b2b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878556 Nov 23 05:33:02.952334 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-9fe6f022-8e68-4207-9ce9-e8350a7396b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733144'] for router_interface, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:03.200738 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [None req-9fe6f022-8e68-4207-9ce9-e8350a7396b5 admin admin] Deleting port 6725b431-5ec5-49b6-b332-bdafbb752bc8 {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:33:03.201445 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-9fe6f022-8e68-4207-9ce9-e8350a7396b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751724797224'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:03.312491 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [None req-9fe6f022-8e68-4207-9ce9-e8350a7396b5 admin admin] For port 6725b431-5ec5-49b6-b332-bdafbb752bc8, host dv-cinder-805072-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=6725b431-5ec5-49b6-b332-bdafbb752bc8,segment=NetworkSegment(96fbda44-3f8c-4841-b317-f7b687379738),segment_id=96fbda44-3f8c-4841-b317-f7b687379738)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:33:03.313459 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-9fe6f022-8e68-4207-9ce9-e8350a7396b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630705'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:03.329741 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [None req-9fe6f022-8e68-4207-9ce9-e8350a7396b5 admin admin] Calling delete_port for 6725b431-5ec5-49b6-b332-bdafbb752bc8 owned by network:router_interface {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:33:03.351579 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff54fb9d-bc83-4b09-937f-856f49d56197 req-fcd36fa6-fd3c-4972-b61b-e7fe94514db4 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:03.353053 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ff54fb9d-bc83-4b09-937f-856f49d56197 req-fcd36fa6-fd3c-4972-b61b-e7fe94514db4 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b1aca53-96e1-40d5-8e1c-b9f1f770c6a0 HTTP/1.1" status: 200 len: 945 time: 0.0839581 Nov 23 05:33:03.369906 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device cd9eddb1-97c3-490e-a27f-2a63b1e18573 up at agent hyperv_hv-cinder-80507 {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:33:03.419763 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Provisioning for port cd9eddb1-97c3-490e-a27f-2a63b1e18573 completed by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 05:33:03.423894 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Provisioning complete for port cd9eddb1-97c3-490e-a27f-2a63b1e18573 triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:33:03.424267 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:03.445933 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ff54fb9d-bc83-4b09-937f-856f49d56197 req-f3b49aec-691a-45e3-8012-6950ab0fcf39 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1481a16-b8ec-4bff-b695-a15c51286b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623744 Nov 23 05:33:03.514455 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-05be87c5-322a-46e1-9f51-3259a3b8d372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:03.516692 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:03.550494 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port cd9eddb1-97c3-490e-a27f-2a63b1e18573, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=cd9eddb1-97c3-490e-a27f-2a63b1e18573,segment=NetworkSegment(55e832f8-945a-4410-a2ad-c12a508b0c85),segment_id=55e832f8-945a-4410-a2ad-c12a508b0c85)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:33:03.554609 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:03.567593 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-9fe6f022-8e68-4207-9ce9-e8350a7396b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751724800597', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751724218543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237887'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:03.593044 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe6f022-8e68-4207-9ce9-e8350a7396b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6725b431-5ec5-49b6-b332-bdafbb752bc8,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:33:03.604303 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Pushing event updated for resources: {'Port': ['ID=cd9eddb1-97c3-490e-a27f-2a63b1e18573,revision_number=5']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:33:03.757261 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-9fe6f022-8e68-4207-9ce9-e8350a7396b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733096'] for router_interface, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:03.813306 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b1aca53-96e1-40d5-8e1c-b9f1f770c6a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd9eddb1-97c3-490e-a27f-2a63b1e18573'}] {{(pid=102518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:33:03.815689 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1555ff6ee76347fd5083048713d2688504cf60c4b4cdc9acc0e7e1b3a3add239" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4415b904-1e0e-43fc-b766-271845c40a93" -d '{"events": [{"server_uuid": "0b1aca53-96e1-40d5-8e1c-b9f1f770c6a0", "name": "network-vif-plugged", "status": "completed", "tag": "cd9eddb1-97c3-490e-a27f-2a63b1e18573"}]}' {{(pid=102518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:33:03.851513 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988953bf-b192-4505-bd0e-ddbe3bea7f34 x-openstack-request-id: req-988953bf-b192-4505-bd0e-ddbe3bea7f34 {{(pid=102518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:33:03.851840 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b1aca53-96e1-40d5-8e1c-b9f1f770c6a0", "name": "network-vif-plugged", "status": "completed", "tag": "cd9eddb1-97c3-490e-a27f-2a63b1e18573", "code": 200}]} {{(pid=102518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:33:03.852104 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-988953bf-b192-4505-bd0e-ddbe3bea7f34 {{(pid=102518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:33:03.852499 dv-cinder-805072-6-iscsi neutron-server[102518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b1aca53-96e1-40d5-8e1c-b9f1f770c6a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd9eddb1-97c3-490e-a27f-2a63b1e18573', 'code': 200} Nov 23 05:33:04.147733 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49f625-ee60-46c1-a2bc-9e2a4b0fa718 req-8a66052e-fbcf-4e03-bb02-9c038fc12b8b tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:04.149166 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6f49f625-ee60-46c1-a2bc-9e2a4b0fa718 req-8a66052e-fbcf-4e03-bb02-9c038fc12b8b tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/ports?device_id=584a81d2-404b-4609-967a-0d0cbdfdc0bd HTTP/1.1" status: 200 len: 946 time: 0.3431938 Nov 23 05:33:04.247061 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538aa1dd-9811-4996-bf66-fbd58e077811 req-cb9448f8-d0a7-40a3-a372-46730c529661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:04.248539 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-538aa1dd-9811-4996-bf66-fbd58e077811 req-cb9448f8-d0a7-40a3-a372-46730c529661 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0b1aca53-96e1-40d5-8e1c-b9f1f770c6a0 HTTP/1.1" status: 200 len: 1099 time: 0.1204360 Nov 23 05:33:04.286375 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6f49f625-ee60-46c1-a2bc-9e2a4b0fa718 req-c6959649-0052-4485-9237-b91dbd0088d8 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/security-groups?id=acf46cb2-f64b-4819-bbb8-bc15f83b2b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216242 Nov 23 05:33:04.354360 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-538aa1dd-9811-4996-bf66-fbd58e077811 req-4018225a-e866-4238-b444-826e52f68403 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f1481a16-b8ec-4bff-b695-a15c51286b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952616 Nov 23 05:33:04.365695 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe6f022-8e68-4207-9ce9-e8350a7396b5 admin admin] Router bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8 has already been hosted by L3 agent 9dac5a01-04fc-4e91-9910-6392ff9c638b {{(pid=102516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:33:04.471720 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe6f022-8e68-4207-9ce9-e8350a7396b5 admin admin] Notify agent at l3_agent.dv-cinder-805072-6-iscsi the message routers_updated {{(pid=102516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:33:04.478518 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-9fe6f022-8e68-4207-9ce9-e8350a7396b5 admin admin] 10.222.0.48 "PUT /v2.0/routers/bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0457132 Nov 23 05:33:04.479872 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 36912) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:33:04.482749 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195883f6-2101-4c85-86b0-426cb6a827bd None None] Sync routers for ids ['bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8'] in dv-cinder-805072-6-iscsi {{(pid=102519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:33:04.493925 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195883f6-2101-4c85-86b0-426cb6a827bd None None] Routers {'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:33:04.494756 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-195883f6-2101-4c85-86b0-426cb6a827bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:32:36Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8'], 'active': True} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:33:04.604703 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvr_db [None req-195883f6-2101-4c85-86b0-426cb6a827bd None None] Set router bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:33:04.621873 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6348178-21d8-49fe-b9b2-b79878190080 req-e0a2be43-8f9e-470c-afc1-41ee75307871 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:04.623368 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b6348178-21d8-49fe-b9b2-b79878190080 req-e0a2be43-8f9e-470c-afc1-41ee75307871 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b1aca53-96e1-40d5-8e1c-b9f1f770c6a0 HTTP/1.1" status: 200 len: 946 time: 0.0913510 Nov 23 05:33:04.624488 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-514f8bab-f3d8-42a6-853f-de27f29ecc47 admin admin] Publish callbacks [] for router, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:04.749929 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b6348178-21d8-49fe-b9b2-b79878190080 req-0fd4d154-680b-46dd-9044-ad1fcb3f791d tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1481a16-b8ec-4bff-b695-a15c51286b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878766 Nov 23 05:33:04.768157 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-514f8bab-f3d8-42a6-853f-de27f29ecc47 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:04.808948 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-195883f6-2101-4c85-86b0-426cb6a827bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8', 'name': 'tempest-AttachVolumeShelveTestJSON-446161572-router', 'tenant_id': 'cb5e3bfadd8949d285afa69cba79918a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '0128ae89-349c-4adb-be5f-1bd1a47512d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:25:17Z', 'updated_at': '2021-11-23T05:33:03Z', 'revision_number': 5, 'project_id': 'cb5e3bfadd8949d285afa69cba79918a', 'gw_port': {'id': '0128ae89-349c-4adb-be5f-1bd1a47512d6', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:25:18Z', 'updated_at': '2021-11-23T05:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi'}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:33:04.825943 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [None req-514f8bab-f3d8-42a6-853f-de27f29ecc47 admin admin] Deleting port 0128ae89-349c-4adb-be5f-1bd1a47512d6 {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:33:04.826284 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-514f8bab-f3d8-42a6-853f-de27f29ecc47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751724797224'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:04.835977 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195883f6-2101-4c85-86b0-426cb6a827bd None None] Checking router: bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8 for host: dv-cinder-805072-6-iscsi {{(pid=102519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:33:04.844253 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195883f6-2101-4c85-86b0-426cb6a827bd None None] Routers {'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:33:04.844835 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-195883f6-2101-4c85-86b0-426cb6a827bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:32:36Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8'], 'active': True} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:33:04.903569 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [None req-514f8bab-f3d8-42a6-853f-de27f29ecc47 admin admin] For port 0128ae89-349c-4adb-be5f-1bd1a47512d6, host dv-cinder-805072-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=0128ae89-349c-4adb-be5f-1bd1a47512d6,segment=NetworkSegment(e4256266-4d48-4c1e-81e6-1081b0d2db50),segment_id=e4256266-4d48-4c1e-81e6-1081b0d2db50)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:33:04.903866 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-514f8bab-f3d8-42a6-853f-de27f29ecc47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630705'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:04.916891 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [None req-514f8bab-f3d8-42a6-853f-de27f29ecc47 admin admin] Calling delete_port for 0128ae89-349c-4adb-be5f-1bd1a47512d6 owned by network:router_gateway {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:33:04.931953 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvr_db [None req-195883f6-2101-4c85-86b0-426cb6a827bd None None] Set router bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8 gateway port host: None {{(pid=102519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:33:04.999833 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-195883f6-2101-4c85-86b0-426cb6a827bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8', 'name': 'tempest-AttachVolumeShelveTestJSON-446161572-router', 'tenant_id': 'cb5e3bfadd8949d285afa69cba79918a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:25:17Z', 'updated_at': '2021-11-23T05:33:04Z', 'revision_number': 6, 'project_id': 'cb5e3bfadd8949d285afa69cba79918a', 'gw_port_host': None}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:33:05.028726 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195883f6-2101-4c85-86b0-426cb6a827bd None None] The sync data for ids ['bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8'] in dv-cinder-805072-6-iscsi is: [{'id': 'bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8', 'name': 'tempest-AttachVolumeShelveTestJSON-446161572-router', 'tenant_id': 'cb5e3bfadd8949d285afa69cba79918a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:25:17Z', 'updated_at': '2021-11-23T05:33:04Z', 'revision_number': 6, 'project_id': 'cb5e3bfadd8949d285afa69cba79918a', 'gw_port_host': None}] {{(pid=102519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:33:05.098916 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-514f8bab-f3d8-42a6-853f-de27f29ecc47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751724800597', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751724218543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237887'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:05.124769 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514f8bab-f3d8-42a6-853f-de27f29ecc47 admin admin] Pushing event deleted for resources: {'Port': ['ID=0128ae89-349c-4adb-be5f-1bd1a47512d6,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:33:05.190417 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-514f8bab-f3d8-42a6-853f-de27f29ecc47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1637830'] for router_gateway, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:05.280996 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-514f8bab-f3d8-42a6-853f-de27f29ecc47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9527'] for router, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:05.283165 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-514f8bab-f3d8-42a6-853f-de27f29ecc47 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:05.327861 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-514f8bab-f3d8-42a6-853f-de27f29ecc47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733085'] for router, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:05.328933 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514f8bab-f3d8-42a6-853f-de27f29ecc47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8 {{(pid=102516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 05:33:05.333522 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-514f8bab-f3d8-42a6-853f-de27f29ecc47 admin admin] Publish callbacks [] for router, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:05.334674 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-514f8bab-f3d8-42a6-853f-de27f29ecc47 admin admin] 10.222.0.48 "DELETE /v2.0/routers/bc3c621b-e5aa-4b4e-a6f3-2a0ba9f27fa8 HTTP/1.1" status: 204 len: 168 time: 0.8541648 Nov 23 05:33:05.337270 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 36914) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:33:05.388195 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.db_base_plugin_v2 [None req-df2a8d1a-0b7e-40e3-b085-b04fbc7d39fd admin admin] Deleting subnet b812847c-d94f-408a-a05b-e1adde40724b {{(pid=102516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 05:33:05.392792 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-df2a8d1a-0b7e-40e3-b085-b04fbc7d39fd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:05.441366 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-df2a8d1a-0b7e-40e3-b085-b04fbc7d39fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4037901'] for subnet, precommit_delete_associations {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:05.549434 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-df2a8d1a-0b7e-40e3-b085-b04fbc7d39fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-576047'] for subnet, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:05.604300 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-df2a8d1a-0b7e-40e3-b085-b04fbc7d39fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-576054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25486353'] for subnet, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:05.628707 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2a8d1a-0b7e-40e3-b085-b04fbc7d39fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b812847c-d94f-408a-a05b-e1adde40724b,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:33:05.632268 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-df2a8d1a-0b7e-40e3-b085-b04fbc7d39fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for subnet, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:05.635730 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-df2a8d1a-0b7e-40e3-b085-b04fbc7d39fd admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b812847c-d94f-408a-a05b-e1adde40724b HTTP/1.1" status: 204 len: 168 time: 0.2972672 Nov 23 05:33:05.637983 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 36916) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:33:05.641560 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e337ecf0-5ca8-45a3-9eb6-b0a6578427ab None None] Network d276bf6c-1506-42b0-9d9a-c9478303eb76 requested from dv-cinder-805072-6-iscsi {{(pid=102518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:33:05.705736 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-5798aaaf-740f-4f9f-895a-1b3c5c809fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:05.707880 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-b1f1dab6-7a1c-48b7-bc5a-dafea6da896f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1429853'] for network, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:05.763644 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [None req-b1f1dab6-7a1c-48b7-bc5a-dafea6da896f admin admin] Deleting port 1197e17d-1724-46ec-95d8-f5350ef98ef8 {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:33:05.763993 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-b1f1dab6-7a1c-48b7-bc5a-dafea6da896f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751724797224'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:05.871866 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cd220f-2fdf-45a3-bf6e-e884c3feb08f None None] DHCP port deletion for d276bf6c-1506-42b0-9d9a-c9478303eb76 request from dv-cinder-805072-6-iscsi {{(pid=102518) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:33:05.872313 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [None req-b1f1dab6-7a1c-48b7-bc5a-dafea6da896f admin admin] For port 1197e17d-1724-46ec-95d8-f5350ef98ef8, host dv-cinder-805072-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=1197e17d-1724-46ec-95d8-f5350ef98ef8,segment=NetworkSegment(96fbda44-3f8c-4841-b317-f7b687379738),segment_id=96fbda44-3f8c-4841-b317-f7b687379738)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:33:05.872709 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-b1f1dab6-7a1c-48b7-bc5a-dafea6da896f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630705'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:05.888593 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [None req-b1f1dab6-7a1c-48b7-bc5a-dafea6da896f admin admin] Calling delete_port for 1197e17d-1724-46ec-95d8-f5350ef98ef8 owned by network:dhcp {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:33:05.910268 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b85f2-ab08-4e2f-9965-59a9c48b1649 req-f15fdd18-6f18-48aa-bc47-490ab0e4e2f2 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:05.911902 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7d9b85f2-ab08-4e2f-9965-59a9c48b1649 req-f15fdd18-6f18-48aa-bc47-490ab0e4e2f2 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b1aca53-96e1-40d5-8e1c-b9f1f770c6a0 HTTP/1.1" status: 200 len: 946 time: 0.0850582 Nov 23 05:33:05.930357 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-75cd220f-2fdf-45a3-bf6e-e884c3feb08f None None] Deleting port 1197e17d-1724-46ec-95d8-f5350ef98ef8 {{(pid=102518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:33:05.930736 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-75cd220f-2fdf-45a3-bf6e-e884c3feb08f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751724797224'] for port, before_delete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:06.001897 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-75cd220f-2fdf-45a3-bf6e-e884c3feb08f None None] For port 1197e17d-1724-46ec-95d8-f5350ef98ef8, host dv-cinder-805072-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=1197e17d-1724-46ec-95d8-f5350ef98ef8,segment=NetworkSegment(96fbda44-3f8c-4841-b317-f7b687379738),segment_id=96fbda44-3f8c-4841-b317-f7b687379738)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:33:06.002296 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-75cd220f-2fdf-45a3-bf6e-e884c3feb08f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630705'] for port, precommit_delete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:06.016403 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-75cd220f-2fdf-45a3-bf6e-e884c3feb08f None None] Calling delete_port for 1197e17d-1724-46ec-95d8-f5350ef98ef8 owned by network:dhcp {{(pid=102518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:33:06.018221 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7d9b85f2-ab08-4e2f-9965-59a9c48b1649 req-193e811d-d9c9-441f-b8cc-18efe249a747 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1481a16-b8ec-4bff-b695-a15c51286b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702591 Nov 23 05:33:06.031044 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-b1f1dab6-7a1c-48b7-bc5a-dafea6da896f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751724800597', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751724218543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237887'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:06.070283 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f1dab6-7a1c-48b7-bc5a-dafea6da896f admin admin] Pushing event deleted for resources: {'Port': ['ID=1197e17d-1724-46ec-95d8-f5350ef98ef8,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:33:06.080463 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f1dab6-7a1c-48b7-bc5a-dafea6da896f admin admin] No DVR routers for this DVR port 1197e17d-1724-46ec-95d8-f5350ef98ef8 on host dv-cinder-805072-6-iscsi {{(pid=102516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:33:06.106301 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 1197e17d-1724-46ec-95d8-f5350ef98ef8 no longer exists at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:33:06.144367 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] No Port match for: 1197e17d-1724-46ec-95d8-f5350ef98ef8 {{(pid=102518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:33:06.144564 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 1197e17d-1724-46ec-95d8-f5350ef98ef8 not bound to the agent host dv-cinder-805072-6-iscsi {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:33:06.145130 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 6725b431-5ec5-49b6-b332-bdafbb752bc8 no longer exists at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:33:06.173614 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] No Port match for: 6725b431-5ec5-49b6-b332-bdafbb752bc8 {{(pid=102518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:33:06.173964 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 6725b431-5ec5-49b6-b332-bdafbb752bc8 not bound to the agent host dv-cinder-805072-6-iscsi {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:33:06.174386 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 0128ae89-349c-4adb-be5f-1bd1a47512d6 no longer exists at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:33:06.195546 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] No Port match for: 0128ae89-349c-4adb-be5f-1bd1a47512d6 {{(pid=102518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:33:06.195794 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-b1f1dab6-7a1c-48b7-bc5a-dafea6da896f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734108', 'neutron.services.segments.db._delete_segments_for_network-8751724566155'] for network, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:06.196002 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 0128ae89-349c-4adb-be5f-1bd1a47512d6 not bound to the agent host dv-cinder-805072-6-iscsi {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:33:06.199322 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-75cd220f-2fdf-45a3-bf6e-e884c3feb08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751724800597', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751724218543'] for port, after_delete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:06.222797 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.services.segments.db [None req-b1f1dab6-7a1c-48b7-bc5a-dafea6da896f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d276bf6c-1506-42b0-9d9a-c9478303eb76']}} {{(pid=102516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:33:06.226596 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cd220f-2fdf-45a3-bf6e-e884c3feb08f None None] Pushing event deleted for resources: {'Port': ['ID=1197e17d-1724-46ec-95d8-f5350ef98ef8,revision_number=None']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:33:06.230263 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cd220f-2fdf-45a3-bf6e-e884c3feb08f None None] No DVR routers for this DVR port 1197e17d-1724-46ec-95d8-f5350ef98ef8 on host dv-cinder-805072-6-iscsi {{(pid=102518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:33:06.243506 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.services.segments.db [None req-b1f1dab6-7a1c-48b7-bc5a-dafea6da896f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96fbda44-3f8c-4841-b317-f7b687379738') {'for_net_delete': True} {{(pid=102516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:33:06.243506 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.services.segments.db [None req-b1f1dab6-7a1c-48b7-bc5a-dafea6da896f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96fbda44-3f8c-4841-b317-f7b687379738') {} {{(pid=102516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:33:06.256983 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9781a32b-73b6-453e-9658-a56b15d0668e req-31b1560b-2a2f-4720-8a44-1b8f98f6cc9b tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:06.258440 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9781a32b-73b6-453e-9658-a56b15d0668e req-31b1560b-2a2f-4720-8a44-1b8f98f6cc9b tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b1aca53-96e1-40d5-8e1c-b9f1f770c6a0 HTTP/1.1" status: 200 len: 946 time: 0.0971653 Nov 23 05:33:06.262168 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-b1f1dab6-7a1c-48b7-bc5a-dafea6da896f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751724742166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4037908'] for segment, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:06.286478 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-b1f1dab6-7a1c-48b7-bc5a-dafea6da896f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574952'] for segment, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:06.294998 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1f1dab6-7a1c-48b7-bc5a-dafea6da896f admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=102516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 05:33:06.295379 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-b1f1dab6-7a1c-48b7-bc5a-dafea6da896f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237772'] for segment, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:06.297277 dv-cinder-805072-6-iscsi neutron-server[102516]: Traceback (most recent call last): Nov 23 05:33:06.297277 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 05:33:06.297277 dv-cinder-805072-6-iscsi neutron-server[102516]: timer() Nov 23 05:33:06.297277 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 05:33:06.297277 dv-cinder-805072-6-iscsi neutron-server[102516]: cb(*args, **kw) Nov 23 05:33:06.297277 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 05:33:06.297277 dv-cinder-805072-6-iscsi neutron-server[102516]: return func(*args, **kwargs) Nov 23 05:33:06.297277 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 05:33:06.297277 dv-cinder-805072-6-iscsi neutron-server[102516]: self._notify() Nov 23 05:33:06.297277 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 05:33:06.297277 dv-cinder-805072-6-iscsi neutron-server[102516]: self.callback(batched_events) Nov 23 05:33:06.297277 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 05:33:06.297277 dv-cinder-805072-6-iscsi neutron-server[102516]: event.method(event) Nov 23 05:33:06.297277 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 05:33:06.297277 dv-cinder-805072-6-iscsi neutron-server[102516]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 05:33:06.297277 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 05:33:06.297277 dv-cinder-805072-6-iscsi neutron-server[102516]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 05:33:06.297277 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 05:33:06.297277 dv-cinder-805072-6-iscsi neutron-server[102516]: return f(self, *a, **k) Nov 23 05:33:06.297277 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 05:33:06.297277 dv-cinder-805072-6-iscsi neutron-server[102516]: return self._get(url).json() Nov 23 05:33:06.297277 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 05:33:06.297277 dv-cinder-805072-6-iscsi neutron-server[102516]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 05:33:06.297277 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 05:33:06.297277 dv-cinder-805072-6-iscsi neutron-server[102516]: return self.request(url, 'GET', **kwargs) Nov 23 05:33:06.297277 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 05:33:06.297277 dv-cinder-805072-6-iscsi neutron-server[102516]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 05:33:06.297277 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 05:33:06.297277 dv-cinder-805072-6-iscsi neutron-server[102516]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 05:33:06.297277 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 05:33:06.297277 dv-cinder-805072-6-iscsi neutron-server[102516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 05:33:06.297277 dv-cinder-805072-6-iscsi neutron-server[102516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 05:33:06.372372 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9781a32b-73b6-453e-9658-a56b15d0668e req-ee1298c3-cfd9-444d-884b-ec295d2d8305 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1481a16-b8ec-4bff-b695-a15c51286b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033740 Nov 23 05:33:06.376745 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-b1f1dab6-7a1c-48b7-bc5a-dafea6da896f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637750'] for network, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:06.386002 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-b1f1dab6-7a1c-48b7-bc5a-dafea6da896f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for network, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:06.389312 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-b1f1dab6-7a1c-48b7-bc5a-dafea6da896f admin admin] 10.222.0.48 "DELETE /v2.0/networks/d276bf6c-1506-42b0-9d9a-c9478303eb76 HTTP/1.1" status: 204 len: 168 time: 0.7504218 Nov 23 05:33:06.396225 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 36924) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:33:06.400160 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f1dab6-7a1c-48b7-bc5a-dafea6da896f admin admin] Pushing event deleted for resources: {'Network': ['ID=d276bf6c-1506-42b0-9d9a-c9478303eb76,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:33:06.478930 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d712b90-95ea-450e-983a-e4fbf7575674 tempest-TestVolumeBootPattern-1825991489 tempest-TestVolumeBootPattern-1825991489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:06.480459 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-8d712b90-95ea-450e-983a-e4fbf7575674 tempest-TestVolumeBootPattern-1825991489 tempest-TestVolumeBootPattern-1825991489-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0b1aca53-96e1-40d5-8e1c-b9f1f770c6a0 HTTP/1.1" status: 200 len: 1094 time: 0.0832345 Nov 23 05:33:06.483299 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 36928) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:33:06.488366 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.v2.base [None req-227183fe-1ad4-4b2a-98db-6891ac3b4985 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Request body: {'floatingip': {'floating_network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'port_id': 'cd9eddb1-97c3-490e-a27f-2a63b1e18573', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:33:06.506215 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 36930) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:33:06.511104 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-227183fe-1ad4-4b2a-98db-6891ac3b4985 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks [] for floatingip, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:06.545642 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-68e594ba-81a0-4d13-abc2-399c8d09b19c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cb5e3bfadd8949d285afa69cba79918a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0381393 Nov 23 05:33:06.548770 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 36932) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:33:06.596322 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-21cf29ff-156e-4433-a6fa-ff20d73b8103 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:06.611562 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-227183fe-1ad4-4b2a-98db-6891ac3b4985 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:06.618193 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-21cf29ff-156e-4433-a6fa-ff20d73b8103 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:06.670030 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-21cf29ff-156e-4433-a6fa-ff20d73b8103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:06.673459 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-21cf29ff-156e-4433-a6fa-ff20d73b8103 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:06.674775 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-21cf29ff-156e-4433-a6fa-ff20d73b8103 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2381a365-0929-4a00-8dda-2e0880c3b336 HTTP/1.1" status: 204 len: 168 time: 0.1250832 Nov 23 05:33:06.682881 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cf29ff-156e-4433-a6fa-ff20d73b8103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2381a365-0929-4a00-8dda-2e0880c3b336,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:33:06.717331 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.db.db_base_plugin_common [None req-227183fe-1ad4-4b2a-98db-6891ac3b4985 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Allocated IP 172.27.0.186 (2fffb983-856b-4b4c-9c04-1e7e601bf688/5f9bd7f2-55ce-4eb1-9184-aa4552661a9b/6e11a51b-2294-4385-8324-cedd86dfc1eb) {{(pid=102517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:33:06.821991 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-227183fe-1ad4-4b2a-98db-6891ac3b4985 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks [] for port, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:06.856484 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-227183fe-1ad4-4b2a-98db-6891ac3b4985 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751724218534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25211324'] for port, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:06.896064 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227183fe-1ad4-4b2a-98db-6891ac3b4985 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Network 2fffb983-856b-4b4c-9c04-1e7e601bf688 is already hosted by enough agents. {{(pid=102517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:33:06.898824 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.base_scheduler [None req-227183fe-1ad4-4b2a-98db-6891ac3b4985 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Resources bound (agent type, host, resource id): {{(pid=102517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:33:06.901562 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227183fe-1ad4-4b2a-98db-6891ac3b4985 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Received port after_create {{(pid=102517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:33:06.927993 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227183fe-1ad4-4b2a-98db-6891ac3b4985 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Pushing event updated for resources: {'Port': ['ID=6e11a51b-2294-4385-8324-cedd86dfc1eb,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:33:07.085192 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-cb0bae37-5947-48f5-b8ea-be8dc2c46173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:07.369439 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 36954) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:33:07.468453 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-c3283c50-0092-41e0-bfee-94736fd7a98f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2015099293-network', 'tenant_id': 'fe283c86c6fa4f4da2ff45b4d70ceffc'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:33:07.491185 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3283c50-0092-41e0-bfee-94736fd7a98f admin admin] Made reservation on behalf of fe283c86c6fa4f4da2ff45b4d70ceffc for: {'network': 1} {{(pid=102516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:33:07.493479 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-c3283c50-0092-41e0-bfee-94736fd7a98f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for network, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:07.502520 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-c3283c50-0092-41e0-bfee-94736fd7a98f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:07.518407 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-227183fe-1ad4-4b2a-98db-6891ac3b4985 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:07.579618 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-c3283c50-0092-41e0-bfee-94736fd7a98f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:07.583416 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-227183fe-1ad4-4b2a-98db-6891ac3b4985 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:07.583557 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-c3283c50-0092-41e0-bfee-94736fd7a98f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:07.604175 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3283c50-0092-41e0-bfee-94736fd7a98f admin admin] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=102516) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 05:33:07.619028 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3283c50-0092-41e0-bfee-94736fd7a98f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51016a1d-e482-471b-8e52-a6e93b33672f,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:33:07.622414 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-c3283c50-0092-41e0-bfee-94736fd7a98f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574952'] for segment, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:07.622765 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.db.segments_db [None req-c3283c50-0092-41e0-bfee-94736fd7a98f admin admin] Added segment dc2e8141-193a-4ec2-bc1c-70a8394baa80 of type vlan for network a80c73b1-414f-4eca-95f7-c76860e7ac3b Nov 23 05:33:07.674109 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-c3283c50-0092-41e0-bfee-94736fd7a98f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751724239108'] for network, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:07.701086 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-c3283c50-0092-41e0-bfee-94736fd7a98f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215'] for network, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:07.702032 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3283c50-0092-41e0-bfee-94736fd7a98f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:07.702643 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-c3283c50-0092-41e0-bfee-94736fd7a98f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for network, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:07.745071 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-227183fe-1ad4-4b2a-98db-6891ac3b4985 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks [] for port, precommit_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:07.750444 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-227183fe-1ad4-4b2a-98db-6891ac3b4985 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25211307'] for port, after_update {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:07.758427 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-c3283c50-0092-41e0-bfee-94736fd7a98f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3878639 Nov 23 05:33:07.764578 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 36958) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:33:07.770841 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-b3c35024-dcc1-4d4c-98a9-f6fda7ea8789 admin admin] Request body: {'subnet': {'network_id': 'a80c73b1-414f-4eca-95f7-c76860e7ac3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2015099293-subnet', 'tenant_id': 'fe283c86c6fa4f4da2ff45b4d70ceffc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:33:07.783786 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3283c50-0092-41e0-bfee-94736fd7a98f admin admin] Pushing event updated for resources: {'Network': ['ID=a80c73b1-414f-4eca-95f7-c76860e7ac3b,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:33:07.795220 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Network a80c73b1-414f-4eca-95f7-c76860e7ac3b details requested by agent ovs-agent-dv-cinder-805072-6-iscsi with host dv-cinder-805072-6-iscsi {{(pid=102518) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 05:33:07.800754 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c35024-dcc1-4d4c-98a9-f6fda7ea8789 admin admin] Made reservation on behalf of fe283c86c6fa4f4da2ff45b4d70ceffc for: {'subnet': 1} {{(pid=102516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:33:07.803304 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-b3c35024-dcc1-4d4c-98a9-f6fda7ea8789 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25486388'] for subnet, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:07.831604 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-227183fe-1ad4-4b2a-98db-6891ac3b4985 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637656'] for floatingip, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:07.882722 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227183fe-1ad4-4b2a-98db-6891ac3b4985 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Pushing event updated for resources: {'Port': ['ID=6e11a51b-2294-4385-8324-cedd86dfc1eb,revision_number=2']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:33:07.943129 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.db.l3_db [None req-227183fe-1ad4-4b2a-98db-6891ac3b4985 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Floating IP 24bfdbc2-a2a5-4fdd-8ac3-4df85a343b98 associated. External IP: 172.27.0.186, port: cd9eddb1-97c3-490e-a27f-2a63b1e18573. Nov 23 05:33:07.976991 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-b3c35024-dcc1-4d4c-98a9-f6fda7ea8789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25486362'] for subnet, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:08.030794 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c35024-dcc1-4d4c-98a9-f6fda7ea8789 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3634c812-8d62-4004-a55d-c10a5f7a0708,revision_number=0']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:33:08.041763 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c35024-dcc1-4d4c-98a9-f6fda7ea8789 admin admin] Checking segment: {'id': 'dc2e8141-193a-4ec2-bc1c-70a8394baa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a80c73b1-414f-4eca-95f7-c76860e7ac3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:33:08.042130 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c35024-dcc1-4d4c-98a9-f6fda7ea8789 admin admin] Network hostable DHCP agents. Network: a80c73b1-414f-4eca-95f7-c76860e7ac3b, hostable agents: ['2030e6fd-0e7a-4e26-866d-a4515205c5a7'], hosted agents: [] {{(pid=102516) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 05:33:08.060892 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c35024-dcc1-4d4c-98a9-f6fda7ea8789 admin admin] Network a80c73b1-414f-4eca-95f7-c76860e7ac3b is scheduled to be hosted by DHCP agent 2030e6fd-0e7a-4e26-866d-a4515205c5a7 with binding_index 1 {{(pid=102516) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 05:33:08.071477 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [None req-b3c35024-dcc1-4d4c-98a9-f6fda7ea8789 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805072-6-iscsi, a80c73b1-414f-4eca-95f7-c76860e7ac3b) {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:33:08.075913 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c35024-dcc1-4d4c-98a9-f6fda7ea8789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:08.076503 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-b3c35024-dcc1-4d4c-98a9-f6fda7ea8789 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for subnet, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:08.082132 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69725cb6-183c-46d4-8ca7-013aae622ede None None] Network a80c73b1-414f-4eca-95f7-c76860e7ac3b requested from dv-cinder-805072-6-iscsi {{(pid=102518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:33:08.100561 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-b3c35024-dcc1-4d4c-98a9-f6fda7ea8789 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3348897 Nov 23 05:33:08.167762 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-227183fe-1ad4-4b2a-98db-6891ac3b4985 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Router 8a840556-70e0-49a2-9796-d1c9a94256f9 has already been hosted by L3 agent 9dac5a01-04fc-4e91-9910-6392ff9c638b {{(pid=102517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:33:08.224570 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac97f41b-9e5c-4b92-9f2d-d13e56a4a82b None None] Network a80c73b1-414f-4eca-95f7-c76860e7ac3b requested from dv-cinder-805072-6-iscsi {{(pid=102518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:33:08.280172 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-227183fe-1ad4-4b2a-98db-6891ac3b4985 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Notify agent at l3_agent.dv-cinder-805072-6-iscsi the message routers_updated {{(pid=102517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:33:08.295535 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95385fc8-9fdb-44ed-adfa-f33a1b9b8255 None None] Sync routers for ids ['8a840556-70e0-49a2-9796-d1c9a94256f9'] in dv-cinder-805072-6-iscsi {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:33:08.300862 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-227183fe-1ad4-4b2a-98db-6891ac3b4985 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for floatingip, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:08.324273 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95385fc8-9fdb-44ed-adfa-f33a1b9b8255 None None] Routers {'8a840556-70e0-49a2-9796-d1c9a94256f9'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:33:08.324959 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-95385fc8-9fdb-44ed-adfa-f33a1b9b8255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:33:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['8a840556-70e0-49a2-9796-d1c9a94256f9'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:33:08.335514 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-227183fe-1ad4-4b2a-98db-6891ac3b4985 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8510883 Nov 23 05:33:08.336360 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b1aca53-96e1-40d5-8e1c-b9f1f770c6a0', 'tag': 'cd9eddb1-97c3-490e-a27f-2a63b1e18573'}] {{(pid=102517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:33:08.338608 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6655a57eaf65bce136dcd01a1029ca1ef2acc79c86755a7aa074dfdaee6e1dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa044336-c52e-442e-bd73-8b732514341b" -d '{"events": [{"name": "network-changed", "server_uuid": "0b1aca53-96e1-40d5-8e1c-b9f1f770c6a0", "tag": "cd9eddb1-97c3-490e-a27f-2a63b1e18573"}]}' {{(pid=102517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:33:08.374237 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8281df7d-fbef-4a5a-8c97-d0901a98f25d x-openstack-request-id: req-8281df7d-fbef-4a5a-8c97-d0901a98f25d {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:33:08.374631 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b1aca53-96e1-40d5-8e1c-b9f1f770c6a0", "tag": "cd9eddb1-97c3-490e-a27f-2a63b1e18573", "status": "completed", "code": 200}]} {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:33:08.375430 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8281df7d-fbef-4a5a-8c97-d0901a98f25d {{(pid=102517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:33:08.376206 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b1aca53-96e1-40d5-8e1c-b9f1f770c6a0', 'tag': 'cd9eddb1-97c3-490e-a27f-2a63b1e18573', 'status': 'completed', 'code': 200} Nov 23 05:33:08.469893 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa044336-c52e-442e-bd73-8b732514341b req-e7f275e6-1337-4dc7-a3dd-f73efbdd3a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:08.471653 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fa044336-c52e-442e-bd73-8b732514341b req-e7f275e6-1337-4dc7-a3dd-f73efbdd3a24 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5331a73468ce4b39a145a09d53cbde62&device_id=0b1aca53-96e1-40d5-8e1c-b9f1f770c6a0 HTTP/1.1" status: 200 len: 1099 time: 0.0478857 Nov 23 05:33:08.491819 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-95385fc8-9fdb-44ed-adfa-f33a1b9b8255 None None] Set router 8a840556-70e0-49a2-9796-d1c9a94256f9 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:33:08.495130 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-0cc3cdcc-aace-4769-a54e-383df0ffcf0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:08.651885 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec7e4b-ec98-4824-8b93-d8dbb885af9c req-e65361c4-0727-4b1a-8e12-c92117e3d231 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:08.653307 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-59ec7e4b-ec98-4824-8b93-d8dbb885af9c req-e65361c4-0727-4b1a-8e12-c92117e3d231 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/networks?id=a80c73b1-414f-4eca-95f7-c76860e7ac3b HTTP/1.1" status: 200 len: 815 time: 0.1771755 Nov 23 05:33:08.654766 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa044336-c52e-442e-bd73-8b732514341b req-d19b2640-5dba-497f-9bc5-948adaf3fcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:08.656140 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fa044336-c52e-442e-bd73-8b732514341b req-d19b2640-5dba-497f-9bc5-948adaf3fcb4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=de6ef1d6-3445-40e0-83c8-00393e69a51b HTTP/1.1" status: 200 len: 913 time: 0.1697512 Nov 23 05:33:08.676068 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-59ec7e4b-ec98-4824-8b93-d8dbb885af9c req-afbc6ac9-9487-4d9c-acce-e498bd13a2b1 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/quotas/fe283c86c6fa4f4da2ff45b4d70ceffc HTTP/1.1" status: 200 len: 375 time: 0.0158229 Nov 23 05:33:08.725990 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-95385fc8-9fdb-44ed-adfa-f33a1b9b8255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'name': 'tempest-TestVolumeBootPattern-1460853003-router', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'ea50d896-a824-4891-8d4c-66a47c9528e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:32:21Z', 'updated_at': '2021-11-23T05:32:24Z', 'revision_number': 4, 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'gw_port': {'id': 'ea50d896-a824-4891-8d4c-66a47c9528e2', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:32:22Z', 'updated_at': '2021-11-23T05:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_floatingips': [{'id': '24bfdbc2-a2a5-4fdd-8ac3-4df85a343b98', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'floating_ip_address': '172.27.0.186', 'floating_network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'router_id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'port_id': 'cd9eddb1-97c3-490e-a27f-2a63b1e18573', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de6ef1d6-3445-40e0-83c8-00393e69a51b', 'mac_address': 'fa:16:3e:51:48:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1aca53-96e1-40d5-8e1c-b9f1f770c6a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:33:07Z', 'updated_at': '2021-11-23T05:33:07Z', 'revision_number': 0, 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd423065e-a420-4a56-ae1e-f05e483435bb', 'name': '', 'network_id': 'de6ef1d6-3445-40e0-83c8-00393e69a51b', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'mac_address': 'fa:16:3e:87:a2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '769cffe6-0ed2-4f2f-be5c-5abad8060d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:32:24Z', 'updated_at': '2021-11-23T05:32:28Z', 'revision_number': 5, 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'subnets': [{'id': '769cffe6-0ed2-4f2f-be5c-5abad8060d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:33:08.734979 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-59ec7e4b-ec98-4824-8b93-d8dbb885af9c req-28b86722-2dce-45d3-91c9-7418d64140c3 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=fe283c86c6fa4f4da2ff45b4d70ceffc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309081 Nov 23 05:33:08.753915 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95385fc8-9fdb-44ed-adfa-f33a1b9b8255 None None] Checking router: 8a840556-70e0-49a2-9796-d1c9a94256f9 for host: dv-cinder-805072-6-iscsi {{(pid=102518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:33:08.756029 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fa044336-c52e-442e-bd73-8b732514341b req-0fefbd18-cbbd-41b4-ad03-529ca7ea4473 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd9eddb1-97c3-490e-a27f-2a63b1e18573 HTTP/1.1" status: 200 len: 1000 time: 0.0886269 Nov 23 05:33:08.763056 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95385fc8-9fdb-44ed-adfa-f33a1b9b8255 None None] Routers {'8a840556-70e0-49a2-9796-d1c9a94256f9'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:33:08.763722 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-95385fc8-9fdb-44ed-adfa-f33a1b9b8255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:33:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['8a840556-70e0-49a2-9796-d1c9a94256f9'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:33:08.852270 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa044336-c52e-442e-bd73-8b732514341b req-3afd08c8-f7b6-4664-9ccd-5cd66b94c0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:08.853772 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fa044336-c52e-442e-bd73-8b732514341b req-3afd08c8-f7b6-4664-9ccd-5cd66b94c0ab service neutron] 10.222.0.54 "GET /v2.0/subnets?id=769cffe6-0ed2-4f2f-be5c-5abad8060d00 HTTP/1.1" status: 200 len: 851 time: 0.0911238 Nov 23 05:33:08.923299 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-59ec7e4b-ec98-4824-8b93-d8dbb885af9c req-d49e3727-c2a8-4486-934d-d57cd6dec4ae service neutron] 10.222.0.48 "GET /v2.0/networks/a80c73b1-414f-4eca-95f7-c76860e7ac3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795790 Nov 23 05:33:08.929972 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa044336-c52e-442e-bd73-8b732514341b req-d4da8153-628f-4faa-9a28-f3f2f5064063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:08.931494 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fa044336-c52e-442e-bd73-8b732514341b req-d4da8153-628f-4faa-9a28-f3f2f5064063 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=de6ef1d6-3445-40e0-83c8-00393e69a51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0679088 Nov 23 05:33:08.997787 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-95385fc8-9fdb-44ed-adfa-f33a1b9b8255 None None] Set router 8a840556-70e0-49a2-9796-d1c9a94256f9 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:33:09.099562 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-59ec7e4b-ec98-4824-8b93-d8dbb885af9c req-ad153a16-4578-428b-b40a-fb0cb8c1dbff service neutron] 10.222.0.48 "GET /v2.0/networks/a80c73b1-414f-4eca-95f7-c76860e7ac3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671035 Nov 23 05:33:09.101459 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fa044336-c52e-442e-bd73-8b732514341b req-f1225d6a-90d0-4ffa-b4a9-41861c50297b service neutron] 10.222.0.54 "GET /v2.0/networks/de6ef1d6-3445-40e0-83c8-00393e69a51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614714 Nov 23 05:33:09.146085 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:09.201869 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fa044336-c52e-442e-bd73-8b732514341b req-bdfff873-4256-4bb3-b0ba-4a655f3e4052 service neutron] 10.222.0.54 "GET /v2.0/networks/de6ef1d6-3445-40e0-83c8-00393e69a51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930223 Nov 23 05:33:09.250218 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-95385fc8-9fdb-44ed-adfa-f33a1b9b8255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'name': 'tempest-TestVolumeBootPattern-1460853003-router', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'ea50d896-a824-4891-8d4c-66a47c9528e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:32:21Z', 'updated_at': '2021-11-23T05:32:24Z', 'revision_number': 4, 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'gw_port': {'id': 'ea50d896-a824-4891-8d4c-66a47c9528e2', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:32:22Z', 'updated_at': '2021-11-23T05:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_floatingips': [{'id': '24bfdbc2-a2a5-4fdd-8ac3-4df85a343b98', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'floating_ip_address': '172.27.0.186', 'floating_network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'router_id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'port_id': 'cd9eddb1-97c3-490e-a27f-2a63b1e18573', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de6ef1d6-3445-40e0-83c8-00393e69a51b', 'mac_address': 'fa:16:3e:51:48:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1aca53-96e1-40d5-8e1c-b9f1f770c6a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:33:07Z', 'updated_at': '2021-11-23T05:33:07Z', 'revision_number': 0, 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd423065e-a420-4a56-ae1e-f05e483435bb', 'name': '', 'network_id': 'de6ef1d6-3445-40e0-83c8-00393e69a51b', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'mac_address': 'fa:16:3e:87:a2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '769cffe6-0ed2-4f2f-be5c-5abad8060d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:32:24Z', 'updated_at': '2021-11-23T05:32:28Z', 'revision_number': 5, 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'subnets': [{'id': '769cffe6-0ed2-4f2f-be5c-5abad8060d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:33:09.277432 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c07fb0a4-cfa3-4505-97a3-88bbd7db6711 req-d97d6fda-e5c5-475c-8327-a353e1d5b9d4 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/ports?device_id=627a099c-68ea-4493-8fbb-8bf4e3742c58 HTTP/1.1" status: 200 len: 210 time: 0.0297253 Nov 23 05:33:09.278315 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95385fc8-9fdb-44ed-adfa-f33a1b9b8255 None None] The sync data for ids ['8a840556-70e0-49a2-9796-d1c9a94256f9'] in dv-cinder-805072-6-iscsi is: [{'id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'name': 'tempest-TestVolumeBootPattern-1460853003-router', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'ea50d896-a824-4891-8d4c-66a47c9528e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:32:21Z', 'updated_at': '2021-11-23T05:32:24Z', 'revision_number': 4, 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'gw_port': {'id': 'ea50d896-a824-4891-8d4c-66a47c9528e2', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:32:22Z', 'updated_at': '2021-11-23T05:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_floatingips': [{'id': '24bfdbc2-a2a5-4fdd-8ac3-4df85a343b98', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'floating_ip_address': '172.27.0.186', 'floating_network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'router_id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'port_id': 'cd9eddb1-97c3-490e-a27f-2a63b1e18573', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de6ef1d6-3445-40e0-83c8-00393e69a51b', 'mac_address': 'fa:16:3e:51:48:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1aca53-96e1-40d5-8e1c-b9f1f770c6a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:33:07Z', 'updated_at': '2021-11-23T05:33:07Z', 'revision_number': 0, 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd423065e-a420-4a56-ae1e-f05e483435bb', 'name': '', 'network_id': 'de6ef1d6-3445-40e0-83c8-00393e69a51b', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'mac_address': 'fa:16:3e:87:a2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '769cffe6-0ed2-4f2f-be5c-5abad8060d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:32:24Z', 'updated_at': '2021-11-23T05:32:28Z', 'revision_number': 5, 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'subnets': [{'id': '769cffe6-0ed2-4f2f-be5c-5abad8060d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:33:09.476969 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764dc25c-8f17-4e43-9041-6dc5a30f59a7 None None] New status for floating IP 24bfdbc2-a2a5-4fdd-8ac3-4df85a343b98: ACTIVE {{(pid=102519) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 05:33:10.378628 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec7e4b-ec98-4824-8b93-d8dbb885af9c req-951e05fb-80fc-42a2-b937-60496fe56358 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:10.380832 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-59ec7e4b-ec98-4824-8b93-d8dbb885af9c req-951e05fb-80fc-42a2-b937-60496fe56358 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.54 "GET /v2.0/networks?id=a80c73b1-414f-4eca-95f7-c76860e7ac3b HTTP/1.1" status: 200 len: 815 time: 0.1198914 Nov 23 05:33:10.395417 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-797d9051-765d-40fd-bdce-35721f07946f req-2d33d0cb-7cf0-42f0-a657-f3b0d171cb16 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/ports?device_id=627a099c-68ea-4493-8fbb-8bf4e3742c58 HTTP/1.1" status: 200 len: 210 time: 0.0367596 Nov 23 05:33:10.414593 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [req-59ec7e4b-ec98-4824-8b93-d8dbb885af9c req-cc64a2a1-34f3-49c7-accb-dc11d21f3d04 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Request body: {'port': {'device_id': '627a099c-68ea-4493-8fbb-8bf4e3742c58', 'network_id': 'a80c73b1-414f-4eca-95f7-c76860e7ac3b', 'admin_state_up': True, 'tenant_id': 'fe283c86c6fa4f4da2ff45b4d70ceffc'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:33:10.523791 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59ec7e4b-ec98-4824-8b93-d8dbb885af9c req-cc64a2a1-34f3-49c7-accb-dc11d21f3d04 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Made reservation on behalf of fe283c86c6fa4f4da2ff45b4d70ceffc for: {'port': 1} {{(pid=102516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:33:10.527388 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-59ec7e4b-ec98-4824-8b93-d8dbb885af9c req-cc64a2a1-34f3-49c7-accb-dc11d21f3d04 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:10.649648 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.db_base_plugin_common [req-59ec7e4b-ec98-4824-8b93-d8dbb885af9c req-cc64a2a1-34f3-49c7-accb-dc11d21f3d04 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Allocated IP 172.20.0.13 (a80c73b1-414f-4eca-95f7-c76860e7ac3b/3634c812-8d62-4004-a55d-c10a5f7a0708/9e1a5b56-0175-4a42-9269-fb3e1930ca83) {{(pid=102516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:33:10.795038 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-59ec7e4b-ec98-4824-8b93-d8dbb885af9c req-cc64a2a1-34f3-49c7-accb-dc11d21f3d04 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Publish callbacks [] for port, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:10.828283 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-59ec7e4b-ec98-4824-8b93-d8dbb885af9c req-cc64a2a1-34f3-49c7-accb-dc11d21f3d04 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751724218534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237887'] for port, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:10.872233 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59ec7e4b-ec98-4824-8b93-d8dbb885af9c req-cc64a2a1-34f3-49c7-accb-dc11d21f3d04 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Network a80c73b1-414f-4eca-95f7-c76860e7ac3b is already hosted by enough agents. {{(pid=102516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:33:10.875959 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [req-59ec7e4b-ec98-4824-8b93-d8dbb885af9c req-cc64a2a1-34f3-49c7-accb-dc11d21f3d04 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Resources bound (agent type, host, resource id): {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:33:10.878369 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [req-59ec7e4b-ec98-4824-8b93-d8dbb885af9c req-cc64a2a1-34f3-49c7-accb-dc11d21f3d04 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Received port after_create {{(pid=102516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:33:10.906302 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc64a2a1-34f3-49c7-accb-dc11d21f3d04 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Pushing event updated for resources: {'Port': ['ID=9e1a5b56-0175-4a42-9269-fb3e1930ca83,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:33:10.935445 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec7e4b-ec98-4824-8b93-d8dbb885af9c req-cc64a2a1-34f3-49c7-accb-dc11d21f3d04 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:10.936057 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-59ec7e4b-ec98-4824-8b93-d8dbb885af9c req-cc64a2a1-34f3-49c7-accb-dc11d21f3d04 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:10.952177 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-59ec7e4b-ec98-4824-8b93-d8dbb885af9c req-cc64a2a1-34f3-49c7-accb-dc11d21f3d04 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5415950 Nov 23 05:33:10.970554 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [req-59ec7e4b-ec98-4824-8b93-d8dbb885af9c req-5b4c0b53-548f-41eb-860c-fcba59282b77 service neutron] Request body: {'port': {'device_id': '627a099c-68ea-4493-8fbb-8bf4e3742c58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80507'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:33:11.022877 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-59ec7e4b-ec98-4824-8b93-d8dbb885af9c req-5b4c0b53-548f-41eb-860c-fcba59282b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:11.553832 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675852e-9a4e-454f-9497-313d583c5a69 req-57f26447-0038-4b08-b4a8-ad9e6b66f6de tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:11.555309 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3675852e-9a4e-454f-9497-313d583c5a69 req-57f26447-0038-4b08-b4a8-ad9e6b66f6de tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/ports?device_id=627a099c-68ea-4493-8fbb-8bf4e3742c58 HTTP/1.1" status: 200 len: 932 time: 0.0914257 Nov 23 05:33:11.565455 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [req-59ec7e4b-ec98-4824-8b93-d8dbb885af9c req-5b4c0b53-548f-41eb-860c-fcba59282b77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e1a5b56-0175-4a42-9269-fb3e1930ca83 {{(pid=102516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:33:11.577441 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-59ec7e4b-ec98-4824-8b93-d8dbb885af9c req-5b4c0b53-548f-41eb-860c-fcba59282b77 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:11.606520 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.provisioning_blocks [req-59ec7e4b-ec98-4824-8b93-d8dbb885af9c req-5b4c0b53-548f-41eb-860c-fcba59282b77 service neutron] Transition to ACTIVE for port object 9e1a5b56-0175-4a42-9269-fb3e1930ca83 will not be triggered until provisioned by entity L2. {{(pid=102516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 05:33:11.614393 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-59ec7e4b-ec98-4824-8b93-d8dbb885af9c req-5b4c0b53-548f-41eb-860c-fcba59282b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237864'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:11.647056 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3675852e-9a4e-454f-9497-313d583c5a69 req-3e4843ef-f9ab-4158-ab88-f7b934461b29 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/security-groups?id=51016a1d-e482-471b-8e52-a6e93b33672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847321 Nov 23 05:33:11.668158 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4c0b53-548f-41eb-860c-fcba59282b77 service neutron] Pushing event updated for resources: {'Port': ['ID=9e1a5b56-0175-4a42-9269-fb3e1930ca83,revision_number=2']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:33:11.738706 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-59ec7e4b-ec98-4824-8b93-d8dbb885af9c req-5b4c0b53-548f-41eb-860c-fcba59282b77 service neutron] Attempting to bind port 9e1a5b56-0175-4a42-9269-fb3e1930ca83 on host hv-cinder-80507 for vnic_type normal with profile {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:33:11.739067 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-59ec7e4b-ec98-4824-8b93-d8dbb885af9c req-5b4c0b53-548f-41eb-860c-fcba59282b77 service neutron] Attempting to bind port 9e1a5b56-0175-4a42-9269-fb3e1930ca83 by drivers openvswitch,hyperv on host hv-cinder-80507 at level 0 using segments [{'id': 'dc2e8141-193a-4ec2-bc1c-70a8394baa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a80c73b1-414f-4eca-95f7-c76860e7ac3b'}] {{(pid=102516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:33:11.739390 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ec7e4b-ec98-4824-8b93-d8dbb885af9c req-5b4c0b53-548f-41eb-860c-fcba59282b77 service neutron] Attempting to bind port 9e1a5b56-0175-4a42-9269-fb3e1930ca83 on network a80c73b1-414f-4eca-95f7-c76860e7ac3b {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:33:11.743576 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ec7e4b-ec98-4824-8b93-d8dbb885af9c req-5b4c0b53-548f-41eb-860c-fcba59282b77 service neutron] Port 9e1a5b56-0175-4a42-9269-fb3e1930ca83 on network a80c73b1-414f-4eca-95f7-c76860e7ac3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80507 {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 05:33:11.743892 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ec7e4b-ec98-4824-8b93-d8dbb885af9c req-5b4c0b53-548f-41eb-860c-fcba59282b77 service neutron] Attempting to bind port 9e1a5b56-0175-4a42-9269-fb3e1930ca83 on network a80c73b1-414f-4eca-95f7-c76860e7ac3b {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:33:11.748571 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ec7e4b-ec98-4824-8b93-d8dbb885af9c req-5b4c0b53-548f-41eb-860c-fcba59282b77 service neutron] Checking agent: {'id': 'b8a1d969-7c04-443a-af3a-1812b1d56913', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80507', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 5, 23, 27), 'started_at': datetime.datetime(2021, 11, 23, 5, 23, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:33:11.748900 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ec7e4b-ec98-4824-8b93-d8dbb885af9c req-5b4c0b53-548f-41eb-860c-fcba59282b77 service neutron] Checking segment: {'id': 'dc2e8141-193a-4ec2-bc1c-70a8394baa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a80c73b1-414f-4eca-95f7-c76860e7ac3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:33:11.749275 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ec7e4b-ec98-4824-8b93-d8dbb885af9c req-5b4c0b53-548f-41eb-860c-fcba59282b77 service neutron] Bound using segment: {'id': 'dc2e8141-193a-4ec2-bc1c-70a8394baa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a80c73b1-414f-4eca-95f7-c76860e7ac3b'} {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:33:11.749692 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-59ec7e4b-ec98-4824-8b93-d8dbb885af9c req-5b4c0b53-548f-41eb-860c-fcba59282b77 service neutron] Bound port: 9e1a5b56-0175-4a42-9269-fb3e1930ca83, host: hv-cinder-80507, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc2e8141-193a-4ec2-bc1c-70a8394baa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a80c73b1-414f-4eca-95f7-c76860e7ac3b'}}] {{(pid=102516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:33:11.750627 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-59ec7e4b-ec98-4824-8b93-d8dbb885af9c req-5b4c0b53-548f-41eb-860c-fcba59282b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:11.810377 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-59ec7e4b-ec98-4824-8b93-d8dbb885af9c req-5b4c0b53-548f-41eb-860c-fcba59282b77 service neutron] For port 9e1a5b56-0175-4a42-9269-fb3e1930ca83, host hv-cinder-80507, cleared binding levels {{(pid=102516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:33:11.814057 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-59ec7e4b-ec98-4824-8b93-d8dbb885af9c req-5b4c0b53-548f-41eb-860c-fcba59282b77 service neutron] For port 9e1a5b56-0175-4a42-9269-fb3e1930ca83, host hv-cinder-80507, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=9e1a5b56-0175-4a42-9269-fb3e1930ca83,segment=NetworkSegment(dc2e8141-193a-4ec2-bc1c-70a8394baa80),segment_id=dc2e8141-193a-4ec2-bc1c-70a8394baa80)] {{(pid=102516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:33:11.818539 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-59ec7e4b-ec98-4824-8b93-d8dbb885af9c req-5b4c0b53-548f-41eb-860c-fcba59282b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237864'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:11.853070 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec7e4b-ec98-4824-8b93-d8dbb885af9c req-5b4c0b53-548f-41eb-860c-fcba59282b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:11.853681 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-59ec7e4b-ec98-4824-8b93-d8dbb885af9c req-5b4c0b53-548f-41eb-860c-fcba59282b77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:11.855082 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-59ec7e4b-ec98-4824-8b93-d8dbb885af9c req-5b4c0b53-548f-41eb-860c-fcba59282b77 service neutron] 10.222.0.54 "PUT /v2.0/ports/9e1a5b56-0175-4a42-9269-fb3e1930ca83 HTTP/1.1" status: 200 len: 1094 time: 0.8885612 Nov 23 05:33:11.855515 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '627a099c-68ea-4493-8fbb-8bf4e3742c58', 'tag': '9e1a5b56-0175-4a42-9269-fb3e1930ca83'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:33:11.857720 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20d478f7b504b4f7a92aed5d5c075fb26ddad21beb532cc87d656362fb0682d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65acec7-61f2-4d61-8be0-5f24e340ed88" -d '{"events": [{"name": "network-changed", "server_uuid": "627a099c-68ea-4493-8fbb-8bf4e3742c58", "tag": "9e1a5b56-0175-4a42-9269-fb3e1930ca83"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:33:11.884412 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4c0b53-548f-41eb-860c-fcba59282b77 service neutron] Pushing event updated for resources: {'Port': ['ID=9e1a5b56-0175-4a42-9269-fb3e1930ca83,revision_number=3']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:33:11.895965 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84016f46-f36e-42a7-a895-3b1b2b751580 x-openstack-request-id: req-84016f46-f36e-42a7-a895-3b1b2b751580 {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:33:11.896261 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "627a099c-68ea-4493-8fbb-8bf4e3742c58", "tag": "9e1a5b56-0175-4a42-9269-fb3e1930ca83", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:33:11.896521 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-84016f46-f36e-42a7-a895-3b1b2b751580 {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:33:11.897067 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '627a099c-68ea-4493-8fbb-8bf4e3742c58', 'tag': '9e1a5b56-0175-4a42-9269-fb3e1930ca83', 'status': 'completed', 'code': 200} Nov 23 05:33:11.900023 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.agents_db [None req-5ade7c98-4a19-45de-8fb0-464f54244c1e None None] Agent healthcheck: found 6 active agents {{(pid=102519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:33:11.969830 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec7e4b-ec98-4824-8b93-d8dbb885af9c req-4dc23132-e3e8-4dba-b94b-6a99c6aaac35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:11.971271 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-59ec7e4b-ec98-4824-8b93-d8dbb885af9c req-4dc23132-e3e8-4dba-b94b-6a99c6aaac35 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fe283c86c6fa4f4da2ff45b4d70ceffc&device_id=627a099c-68ea-4493-8fbb-8bf4e3742c58 HTTP/1.1" status: 200 len: 1097 time: 0.0408149 Nov 23 05:33:12.022805 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-59ec7e4b-ec98-4824-8b93-d8dbb885af9c req-d7f6b4e8-b685-428b-b93c-dca7563e4183 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e1a5b56-0175-4a42-9269-fb3e1930ca83 HTTP/1.1" status: 200 len: 217 time: 0.0370824 Nov 23 05:33:12.071252 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec7e4b-ec98-4824-8b93-d8dbb885af9c req-f7f02e95-0fff-48b9-983b-7669b80c5db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:12.072906 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-59ec7e4b-ec98-4824-8b93-d8dbb885af9c req-f7f02e95-0fff-48b9-983b-7669b80c5db3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3634c812-8d62-4004-a55d-c10a5f7a0708 HTTP/1.1" status: 200 len: 855 time: 0.0426781 Nov 23 05:33:12.103156 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-59ec7e4b-ec98-4824-8b93-d8dbb885af9c req-4a2de10c-1557-468a-98bd-02874d355508 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a80c73b1-414f-4eca-95f7-c76860e7ac3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230947 Nov 23 05:33:12.197024 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-59ec7e4b-ec98-4824-8b93-d8dbb885af9c req-6c52d0d2-1a22-4de4-9c1b-cd4485f20bfe service neutron] 10.222.0.54 "GET /v2.0/networks/a80c73b1-414f-4eca-95f7-c76860e7ac3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856729 Nov 23 05:33:12.294367 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-59ec7e4b-ec98-4824-8b93-d8dbb885af9c req-6f56deec-9214-42cd-adb7-62e63b712ce8 service neutron] 10.222.0.54 "GET /v2.0/networks/a80c73b1-414f-4eca-95f7-c76860e7ac3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816715 Nov 23 05:33:12.422000 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65acec7-61f2-4d61-8be0-5f24e340ed88 req-bd90ff61-d405-4497-8505-1270c87858c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:12.423565 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c65acec7-61f2-4d61-8be0-5f24e340ed88 req-bd90ff61-d405-4497-8505-1270c87858c7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fe283c86c6fa4f4da2ff45b4d70ceffc&device_id=627a099c-68ea-4493-8fbb-8bf4e3742c58 HTTP/1.1" status: 200 len: 1097 time: 0.0445952 Nov 23 05:33:12.509854 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65acec7-61f2-4d61-8be0-5f24e340ed88 req-7aa5381a-f286-4150-b257-e9ef8c8a8250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:12.511384 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c65acec7-61f2-4d61-8be0-5f24e340ed88 req-7aa5381a-f286-4150-b257-e9ef8c8a8250 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a80c73b1-414f-4eca-95f7-c76860e7ac3b HTTP/1.1" status: 200 len: 916 time: 0.0805225 Nov 23 05:33:12.555730 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c65acec7-61f2-4d61-8be0-5f24e340ed88 req-5bea6f57-430c-4af8-8484-cf338f63c984 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e1a5b56-0175-4a42-9269-fb3e1930ca83 HTTP/1.1" status: 200 len: 217 time: 0.0358186 Nov 23 05:33:12.608908 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65acec7-61f2-4d61-8be0-5f24e340ed88 req-a98abb06-332f-46de-8039-e37236eaf555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:12.611233 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c65acec7-61f2-4d61-8be0-5f24e340ed88 req-a98abb06-332f-46de-8039-e37236eaf555 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3634c812-8d62-4004-a55d-c10a5f7a0708 HTTP/1.1" status: 200 len: 855 time: 0.0473256 Nov 23 05:33:12.644648 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c65acec7-61f2-4d61-8be0-5f24e340ed88 req-c1022349-a13a-46a4-861b-bff8fc41a89b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a80c73b1-414f-4eca-95f7-c76860e7ac3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244701 Nov 23 05:33:12.737644 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c65acec7-61f2-4d61-8be0-5f24e340ed88 req-4b374008-bc4b-4cb0-948e-49ad362116ef service neutron] 10.222.0.54 "GET /v2.0/networks/a80c73b1-414f-4eca-95f7-c76860e7ac3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858626 Nov 23 05:33:12.833678 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f509e7-95cf-4df2-9be9-e41bf0cafc85 req-78fa7638-3f20-46ef-beb3-c06bb4200729 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:12.835158 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-01f509e7-95cf-4df2-9be9-e41bf0cafc85 req-78fa7638-3f20-46ef-beb3-c06bb4200729 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/ports?device_id=627a099c-68ea-4493-8fbb-8bf4e3742c58 HTTP/1.1" status: 200 len: 944 time: 0.1012630 Nov 23 05:33:12.878846 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c65acec7-61f2-4d61-8be0-5f24e340ed88 req-4f89287d-d715-4a88-9de2-755b358048c9 service neutron] 10.222.0.54 "GET /v2.0/networks/a80c73b1-414f-4eca-95f7-c76860e7ac3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323793 Nov 23 05:33:12.900335 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-01f509e7-95cf-4df2-9be9-e41bf0cafc85 req-65e80dd0-5e7d-4d93-9a25-d89081e23d62 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/security-groups?id=51016a1d-e482-471b-8e52-a6e93b33672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542805 Nov 23 05:33:14.022257 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28370a8f-4bbc-43fd-8a05-256523b56462 req-6eb14571-7eda-4d5b-a664-593826e9d102 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:14.023756 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-28370a8f-4bbc-43fd-8a05-256523b56462 req-6eb14571-7eda-4d5b-a664-593826e9d102 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/ports?device_id=627a099c-68ea-4493-8fbb-8bf4e3742c58 HTTP/1.1" status: 200 len: 944 time: 0.0538795 Nov 23 05:33:14.071134 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-28370a8f-4bbc-43fd-8a05-256523b56462 req-9be4d6b6-573d-48fb-b12b-df90d33b407c tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/security-groups?id=51016a1d-e482-471b-8e52-a6e93b33672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415008 Nov 23 05:33:15.184194 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3f85a-e15e-448d-9766-f6f0908496f0 req-b1c7d7e9-f2eb-4738-b2bf-c466560cfa7f tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:15.185687 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-dad3f85a-e15e-448d-9766-f6f0908496f0 req-b1c7d7e9-f2eb-4738-b2bf-c466560cfa7f tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/ports?device_id=627a099c-68ea-4493-8fbb-8bf4e3742c58 HTTP/1.1" status: 200 len: 944 time: 0.0487459 Nov 23 05:33:15.232780 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-dad3f85a-e15e-448d-9766-f6f0908496f0 req-ebe7135e-3942-4c8a-8c07-827c553b9cc4 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/security-groups?id=51016a1d-e482-471b-8e52-a6e93b33672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405602 Nov 23 05:33:15.402773 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device 9e1a5b56-0175-4a42-9269-fb3e1930ca83 details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=102518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 05:33:15.501606 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port 9e1a5b56-0175-4a42-9269-fb3e1930ca83, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=9e1a5b56-0175-4a42-9269-fb3e1930ca83,segment=NetworkSegment(dc2e8141-193a-4ec2-bc1c-70a8394baa80),segment_id=dc2e8141-193a-4ec2-bc1c-70a8394baa80)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:33:15.512721 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Returning: {'device': '9e1a5b56-0175-4a42-9269-fb3e1930ca83', 'network_id': 'a80c73b1-414f-4eca-95f7-c76860e7ac3b', 'port_id': '9e1a5b56-0175-4a42-9269-fb3e1930ca83', 'mac_address': 'fa:16:3e:02:01:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3634c812-8d62-4004-a55d-c10a5f7a0708', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 05:33:15.549311 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:15.561810 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.notifiers.nova [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e1a5b56-0175-4a42-9269-fb3e1930ca83 {{(pid=102518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:33:15.582277 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port 9e1a5b56-0175-4a42-9269-fb3e1930ca83, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=9e1a5b56-0175-4a42-9269-fb3e1930ca83,segment=NetworkSegment(dc2e8141-193a-4ec2-bc1c-70a8394baa80),segment_id=dc2e8141-193a-4ec2-bc1c-70a8394baa80)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:33:15.586311 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:15.636369 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Pushing event updated for resources: {'Port': ['ID=9e1a5b56-0175-4a42-9269-fb3e1930ca83,revision_number=4']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:33:15.919649 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] get_ports_and_sgs() called for port_ids ['9e1a5b56-0175-4a42-9269-fb3e1930ca83'] {{(pid=102518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:33:16.345567 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0683a2-33ea-452b-b912-058acb970d44 req-37df6e22-185d-4dd8-9304-122e89767085 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:16.347050 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-db0683a2-33ea-452b-b912-058acb970d44 req-37df6e22-185d-4dd8-9304-122e89767085 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/ports?device_id=627a099c-68ea-4493-8fbb-8bf4e3742c58 HTTP/1.1" status: 200 len: 945 time: 0.0476396 Nov 23 05:33:16.396758 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-db0683a2-33ea-452b-b912-058acb970d44 req-3ca033ed-16f7-4882-97c2-dd082d4d48f0 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/security-groups?id=51016a1d-e482-471b-8e52-a6e93b33672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439146 Nov 23 05:33:17.410693 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device 9e1a5b56-0175-4a42-9269-fb3e1930ca83 up at agent hyperv_hv-cinder-80507 {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:33:17.463195 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Provisioning for port 9e1a5b56-0175-4a42-9269-fb3e1930ca83 completed by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 05:33:17.467402 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Provisioning complete for port 9e1a5b56-0175-4a42-9269-fb3e1930ca83 triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:33:17.467768 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:17.513968 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820ecfe-03bd-4edb-9a2a-32e527ee3415 req-15e6e31e-aa23-46a4-9d19-c7b729d47633 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:17.515647 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8820ecfe-03bd-4edb-9a2a-32e527ee3415 req-15e6e31e-aa23-46a4-9d19-c7b729d47633 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/ports?device_id=627a099c-68ea-4493-8fbb-8bf4e3742c58 HTTP/1.1" status: 200 len: 945 time: 0.0494063 Nov 23 05:33:17.545554 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:17.563648 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8820ecfe-03bd-4edb-9a2a-32e527ee3415 req-8adb60d6-6e30-4682-989d-9f67cc21e418 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/security-groups?id=51016a1d-e482-471b-8e52-a6e93b33672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418975 Nov 23 05:33:17.570896 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '627a099c-68ea-4493-8fbb-8bf4e3742c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1a5b56-0175-4a42-9269-fb3e1930ca83'}] {{(pid=102518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:33:17.573683 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1555ff6ee76347fd5083048713d2688504cf60c4b4cdc9acc0e7e1b3a3add239" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8593c701-017b-4ca8-a510-46982fa3a88a" -d '{"events": [{"server_uuid": "627a099c-68ea-4493-8fbb-8bf4e3742c58", "name": "network-vif-plugged", "status": "completed", "tag": "9e1a5b56-0175-4a42-9269-fb3e1930ca83"}]}' {{(pid=102518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:33:17.585981 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port 9e1a5b56-0175-4a42-9269-fb3e1930ca83, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=9e1a5b56-0175-4a42-9269-fb3e1930ca83,segment=NetworkSegment(dc2e8141-193a-4ec2-bc1c-70a8394baa80),segment_id=dc2e8141-193a-4ec2-bc1c-70a8394baa80)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:33:17.590058 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:17.619516 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d21fdac1-6d8e-47dc-84e3-8972f8548a77 x-openstack-request-id: req-d21fdac1-6d8e-47dc-84e3-8972f8548a77 {{(pid=102518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:33:17.619844 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "627a099c-68ea-4493-8fbb-8bf4e3742c58", "name": "network-vif-plugged", "status": "completed", "tag": "9e1a5b56-0175-4a42-9269-fb3e1930ca83", "code": 200}]} {{(pid=102518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:33:17.620091 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d21fdac1-6d8e-47dc-84e3-8972f8548a77 {{(pid=102518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:33:17.620482 dv-cinder-805072-6-iscsi neutron-server[102518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '627a099c-68ea-4493-8fbb-8bf4e3742c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1a5b56-0175-4a42-9269-fb3e1930ca83', 'code': 200} Nov 23 05:33:17.639986 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Pushing event updated for resources: {'Port': ['ID=9e1a5b56-0175-4a42-9269-fb3e1930ca83,revision_number=5']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:33:17.851626 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd635d-0446-4b4e-b791-4a44dfbe3c28 req-f186ba90-7883-47c7-9c05-39386b6ac646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:17.853107 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-afdd635d-0446-4b4e-b791-4a44dfbe3c28 req-f186ba90-7883-47c7-9c05-39386b6ac646 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=627a099c-68ea-4493-8fbb-8bf4e3742c58 HTTP/1.1" status: 200 len: 1099 time: 0.0396492 Nov 23 05:33:17.910189 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-afdd635d-0446-4b4e-b791-4a44dfbe3c28 req-c1f733ec-a592-43b4-8c38-2dd0f32391ea service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=51016a1d-e482-471b-8e52-a6e93b33672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373116 Nov 23 05:33:18.683158 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e8c9c-b066-41b0-9350-9ac15c88e0ef req-fe8fe71a-89f1-44d4-9170-ca294d337bc3 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:18.684746 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-500e8c9c-b066-41b0-9350-9ac15c88e0ef req-fe8fe71a-89f1-44d4-9170-ca294d337bc3 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/ports?device_id=627a099c-68ea-4493-8fbb-8bf4e3742c58 HTTP/1.1" status: 200 len: 946 time: 0.0541849 Nov 23 05:33:18.731082 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-500e8c9c-b066-41b0-9350-9ac15c88e0ef req-23b97296-9a61-49d3-8748-db0be6aab4fb tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/security-groups?id=51016a1d-e482-471b-8e52-a6e93b33672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398030 Nov 23 05:33:19.846948 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe65b3-52f6-4060-9579-1e5768bcd579 req-953dd422-df5a-492b-8bab-d09d2931d286 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:19.848444 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9dbe65b3-52f6-4060-9579-1e5768bcd579 req-953dd422-df5a-492b-8bab-d09d2931d286 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/ports?device_id=627a099c-68ea-4493-8fbb-8bf4e3742c58 HTTP/1.1" status: 200 len: 946 time: 0.0485811 Nov 23 05:33:19.895235 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9dbe65b3-52f6-4060-9579-1e5768bcd579 req-a22e360b-c9d0-48bc-8290-d5c1b7727747 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/security-groups?id=51016a1d-e482-471b-8e52-a6e93b33672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410175 Nov 23 05:33:28.649242 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:29.183550 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc08eb2-2a9f-4366-9c6a-c4d4402714e6 req-1505ad19-ffc4-45a9-b449-b37e2010f2c2 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:29.184926 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0bc08eb2-2a9f-4366-9c6a-c4d4402714e6 req-1505ad19-ffc4-45a9-b449-b37e2010f2c2 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/networks?id=a80c73b1-414f-4eca-95f7-c76860e7ac3b HTTP/1.1" status: 200 len: 815 time: 0.1129463 Nov 23 05:33:29.199749 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0bc08eb2-2a9f-4366-9c6a-c4d4402714e6 req-afa08704-629f-49c1-8927-c33116037c09 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/quotas/fe283c86c6fa4f4da2ff45b4d70ceffc HTTP/1.1" status: 200 len: 375 time: 0.0090582 Nov 23 05:33:29.246645 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0bc08eb2-2a9f-4366-9c6a-c4d4402714e6 req-9f4df12a-1d54-4f39-8ca3-a762a15ef2e3 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=fe283c86c6fa4f4da2ff45b4d70ceffc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0416069 Nov 23 05:33:29.340863 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0bc08eb2-2a9f-4366-9c6a-c4d4402714e6 req-cb1fa899-fda3-4bca-ac19-9638047d3088 service neutron] 10.222.0.48 "GET /v2.0/networks/a80c73b1-414f-4eca-95f7-c76860e7ac3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872831 Nov 23 05:33:29.434194 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0bc08eb2-2a9f-4366-9c6a-c4d4402714e6 req-848072f8-48cc-42c7-ac8b-56d6a4299e12 service neutron] 10.222.0.48 "GET /v2.0/networks/a80c73b1-414f-4eca-95f7-c76860e7ac3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842311 Nov 23 05:33:29.589442 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d153a31d-35b3-46bb-89da-b102ea11849b req-46e5162c-ca1b-4e19-a105-cc1a0c303ceb tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a431f92-5de7-4556-81c5-55a696e9a32b HTTP/1.1" status: 200 len: 210 time: 0.0267258 Nov 23 05:33:30.639060 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc08eb2-2a9f-4366-9c6a-c4d4402714e6 req-6600ee97-2df0-4a5b-88ef-5e18959fafbc tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:30.640543 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0bc08eb2-2a9f-4366-9c6a-c4d4402714e6 req-6600ee97-2df0-4a5b-88ef-5e18959fafbc tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.54 "GET /v2.0/networks?id=a80c73b1-414f-4eca-95f7-c76860e7ac3b HTTP/1.1" status: 200 len: 815 time: 0.1051681 Nov 23 05:33:30.662570 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [req-0bc08eb2-2a9f-4366-9c6a-c4d4402714e6 req-11bb08d6-5bd3-461f-8ab7-516b9a11fb3c tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Request body: {'port': {'device_id': '4a431f92-5de7-4556-81c5-55a696e9a32b', 'network_id': 'a80c73b1-414f-4eca-95f7-c76860e7ac3b', 'admin_state_up': True, 'tenant_id': 'fe283c86c6fa4f4da2ff45b4d70ceffc'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:33:30.726192 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1acdde01-e2ac-4432-99bc-c29ff6f043e4 req-bf0ef88d-6692-4358-a08b-0979cade8e0f tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a431f92-5de7-4556-81c5-55a696e9a32b HTTP/1.1" status: 200 len: 210 time: 0.0602064 Nov 23 05:33:30.794061 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bc08eb2-2a9f-4366-9c6a-c4d4402714e6 req-11bb08d6-5bd3-461f-8ab7-516b9a11fb3c tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Made reservation on behalf of fe283c86c6fa4f4da2ff45b4d70ceffc for: {'port': 1} {{(pid=102516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:33:30.798412 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-0bc08eb2-2a9f-4366-9c6a-c4d4402714e6 req-11bb08d6-5bd3-461f-8ab7-516b9a11fb3c tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:30.926191 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.db_base_plugin_common [req-0bc08eb2-2a9f-4366-9c6a-c4d4402714e6 req-11bb08d6-5bd3-461f-8ab7-516b9a11fb3c tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Allocated IP 172.20.0.5 (a80c73b1-414f-4eca-95f7-c76860e7ac3b/3634c812-8d62-4004-a55d-c10a5f7a0708/c09d8600-5df2-4eb0-a4ac-298f62e91f4f) {{(pid=102516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:33:31.074039 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-0bc08eb2-2a9f-4366-9c6a-c4d4402714e6 req-11bb08d6-5bd3-461f-8ab7-516b9a11fb3c tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Publish callbacks [] for port, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:31.109156 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-0bc08eb2-2a9f-4366-9c6a-c4d4402714e6 req-11bb08d6-5bd3-461f-8ab7-516b9a11fb3c tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751724218534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237887'] for port, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:31.147919 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] get_ports_and_sgs() called for port_ids ['9e1a5b56-0175-4a42-9269-fb3e1930ca83'] {{(pid=102518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:33:31.167014 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bc08eb2-2a9f-4366-9c6a-c4d4402714e6 req-11bb08d6-5bd3-461f-8ab7-516b9a11fb3c tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Network a80c73b1-414f-4eca-95f7-c76860e7ac3b is already hosted by enough agents. {{(pid=102516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:33:31.171795 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [req-0bc08eb2-2a9f-4366-9c6a-c4d4402714e6 req-11bb08d6-5bd3-461f-8ab7-516b9a11fb3c tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Resources bound (agent type, host, resource id): {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:33:31.174118 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bb08d6-5bd3-461f-8ab7-516b9a11fb3c tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Pushing event updated for resources: {'Port': ['ID=c09d8600-5df2-4eb0-a4ac-298f62e91f4f,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:33:31.176387 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bc08eb2-2a9f-4366-9c6a-c4d4402714e6 req-11bb08d6-5bd3-461f-8ab7-516b9a11fb3c tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Received port after_create {{(pid=102516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:33:31.225725 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc08eb2-2a9f-4366-9c6a-c4d4402714e6 req-11bb08d6-5bd3-461f-8ab7-516b9a11fb3c tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:31.226348 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-0bc08eb2-2a9f-4366-9c6a-c4d4402714e6 req-11bb08d6-5bd3-461f-8ab7-516b9a11fb3c tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:31.244421 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0bc08eb2-2a9f-4366-9c6a-c4d4402714e6 req-11bb08d6-5bd3-461f-8ab7-516b9a11fb3c tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5856695 Nov 23 05:33:31.265729 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [req-0bc08eb2-2a9f-4366-9c6a-c4d4402714e6 req-0258952a-3bea-48f3-9c2f-06fc50304f24 service neutron] Request body: {'port': {'device_id': '4a431f92-5de7-4556-81c5-55a696e9a32b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80507'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:33:31.321258 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-0bc08eb2-2a9f-4366-9c6a-c4d4402714e6 req-0258952a-3bea-48f3-9c2f-06fc50304f24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:31.588316 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [req-0bc08eb2-2a9f-4366-9c6a-c4d4402714e6 req-0258952a-3bea-48f3-9c2f-06fc50304f24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c09d8600-5df2-4eb0-a4ac-298f62e91f4f {{(pid=102516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:33:31.596383 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-0bc08eb2-2a9f-4366-9c6a-c4d4402714e6 req-0258952a-3bea-48f3-9c2f-06fc50304f24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:31.608171 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.provisioning_blocks [req-0bc08eb2-2a9f-4366-9c6a-c4d4402714e6 req-0258952a-3bea-48f3-9c2f-06fc50304f24 service neutron] Transition to ACTIVE for port object c09d8600-5df2-4eb0-a4ac-298f62e91f4f will not be triggered until provisioned by entity L2. {{(pid=102516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 05:33:31.612830 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-0bc08eb2-2a9f-4366-9c6a-c4d4402714e6 req-0258952a-3bea-48f3-9c2f-06fc50304f24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237864'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:31.663989 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0258952a-3bea-48f3-9c2f-06fc50304f24 service neutron] Pushing event updated for resources: {'Port': ['ID=c09d8600-5df2-4eb0-a4ac-298f62e91f4f,revision_number=2']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:33:31.726042 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-0bc08eb2-2a9f-4366-9c6a-c4d4402714e6 req-0258952a-3bea-48f3-9c2f-06fc50304f24 service neutron] Attempting to bind port c09d8600-5df2-4eb0-a4ac-298f62e91f4f on host hv-cinder-80507 for vnic_type normal with profile {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:33:31.726375 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-0bc08eb2-2a9f-4366-9c6a-c4d4402714e6 req-0258952a-3bea-48f3-9c2f-06fc50304f24 service neutron] Attempting to bind port c09d8600-5df2-4eb0-a4ac-298f62e91f4f by drivers openvswitch,hyperv on host hv-cinder-80507 at level 0 using segments [{'id': 'dc2e8141-193a-4ec2-bc1c-70a8394baa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a80c73b1-414f-4eca-95f7-c76860e7ac3b'}] {{(pid=102516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:33:31.726701 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc08eb2-2a9f-4366-9c6a-c4d4402714e6 req-0258952a-3bea-48f3-9c2f-06fc50304f24 service neutron] Attempting to bind port c09d8600-5df2-4eb0-a4ac-298f62e91f4f on network a80c73b1-414f-4eca-95f7-c76860e7ac3b {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:33:31.730912 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc08eb2-2a9f-4366-9c6a-c4d4402714e6 req-0258952a-3bea-48f3-9c2f-06fc50304f24 service neutron] Port c09d8600-5df2-4eb0-a4ac-298f62e91f4f on network a80c73b1-414f-4eca-95f7-c76860e7ac3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80507 {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 05:33:31.731231 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc08eb2-2a9f-4366-9c6a-c4d4402714e6 req-0258952a-3bea-48f3-9c2f-06fc50304f24 service neutron] Attempting to bind port c09d8600-5df2-4eb0-a4ac-298f62e91f4f on network a80c73b1-414f-4eca-95f7-c76860e7ac3b {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:33:31.736573 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc08eb2-2a9f-4366-9c6a-c4d4402714e6 req-0258952a-3bea-48f3-9c2f-06fc50304f24 service neutron] Checking agent: {'id': 'b8a1d969-7c04-443a-af3a-1812b1d56913', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80507', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 5, 23, 27), 'started_at': datetime.datetime(2021, 11, 23, 5, 23, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:33:31.736897 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc08eb2-2a9f-4366-9c6a-c4d4402714e6 req-0258952a-3bea-48f3-9c2f-06fc50304f24 service neutron] Checking segment: {'id': 'dc2e8141-193a-4ec2-bc1c-70a8394baa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a80c73b1-414f-4eca-95f7-c76860e7ac3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:33:31.737271 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc08eb2-2a9f-4366-9c6a-c4d4402714e6 req-0258952a-3bea-48f3-9c2f-06fc50304f24 service neutron] Bound using segment: {'id': 'dc2e8141-193a-4ec2-bc1c-70a8394baa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a80c73b1-414f-4eca-95f7-c76860e7ac3b'} {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:33:31.737690 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-0bc08eb2-2a9f-4366-9c6a-c4d4402714e6 req-0258952a-3bea-48f3-9c2f-06fc50304f24 service neutron] Bound port: c09d8600-5df2-4eb0-a4ac-298f62e91f4f, host: hv-cinder-80507, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc2e8141-193a-4ec2-bc1c-70a8394baa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a80c73b1-414f-4eca-95f7-c76860e7ac3b'}}] {{(pid=102516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:33:31.738032 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-0bc08eb2-2a9f-4366-9c6a-c4d4402714e6 req-0258952a-3bea-48f3-9c2f-06fc50304f24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:31.828773 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-0bc08eb2-2a9f-4366-9c6a-c4d4402714e6 req-0258952a-3bea-48f3-9c2f-06fc50304f24 service neutron] For port c09d8600-5df2-4eb0-a4ac-298f62e91f4f, host hv-cinder-80507, cleared binding levels {{(pid=102516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:33:31.845239 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-0bc08eb2-2a9f-4366-9c6a-c4d4402714e6 req-0258952a-3bea-48f3-9c2f-06fc50304f24 service neutron] For port c09d8600-5df2-4eb0-a4ac-298f62e91f4f, host hv-cinder-80507, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=c09d8600-5df2-4eb0-a4ac-298f62e91f4f,segment=NetworkSegment(dc2e8141-193a-4ec2-bc1c-70a8394baa80),segment_id=dc2e8141-193a-4ec2-bc1c-70a8394baa80)] {{(pid=102516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:33:31.850150 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-0bc08eb2-2a9f-4366-9c6a-c4d4402714e6 req-0258952a-3bea-48f3-9c2f-06fc50304f24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237864'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:31.865537 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328e063-ace9-4bd7-8cb2-6e8f7d1fff87 req-61d3b598-89bf-4c07-8caf-89f9efafded0 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:31.867019 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4328e063-ace9-4bd7-8cb2-6e8f7d1fff87 req-61d3b598-89bf-4c07-8caf-89f9efafded0 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a431f92-5de7-4556-81c5-55a696e9a32b HTTP/1.1" status: 200 len: 943 time: 0.0737352 Nov 23 05:33:31.891671 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc08eb2-2a9f-4366-9c6a-c4d4402714e6 req-0258952a-3bea-48f3-9c2f-06fc50304f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:31.892356 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-0bc08eb2-2a9f-4366-9c6a-c4d4402714e6 req-0258952a-3bea-48f3-9c2f-06fc50304f24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:31.893937 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0bc08eb2-2a9f-4366-9c6a-c4d4402714e6 req-0258952a-3bea-48f3-9c2f-06fc50304f24 service neutron] 10.222.0.54 "PUT /v2.0/ports/c09d8600-5df2-4eb0-a4ac-298f62e91f4f HTTP/1.1" status: 200 len: 1093 time: 0.6325042 Nov 23 05:33:31.896747 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a431f92-5de7-4556-81c5-55a696e9a32b', 'tag': 'c09d8600-5df2-4eb0-a4ac-298f62e91f4f'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:33:31.899058 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20d478f7b504b4f7a92aed5d5c075fb26ddad21beb532cc87d656362fb0682d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f7fef6-6671-4080-bb24-7c4a7a5a9ed0" -d '{"events": [{"name": "network-changed", "server_uuid": "4a431f92-5de7-4556-81c5-55a696e9a32b", "tag": "c09d8600-5df2-4eb0-a4ac-298f62e91f4f"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:33:31.939866 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0905c349-6f03-4a92-92c9-70eeba4b3094 x-openstack-request-id: req-0905c349-6f03-4a92-92c9-70eeba4b3094 {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:33:31.940160 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a431f92-5de7-4556-81c5-55a696e9a32b", "tag": "c09d8600-5df2-4eb0-a4ac-298f62e91f4f", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:33:31.940419 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0905c349-6f03-4a92-92c9-70eeba4b3094 {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:33:31.940818 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a431f92-5de7-4556-81c5-55a696e9a32b', 'tag': 'c09d8600-5df2-4eb0-a4ac-298f62e91f4f', 'status': 'completed', 'code': 200} Nov 23 05:33:31.958629 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0258952a-3bea-48f3-9c2f-06fc50304f24 service neutron] Pushing event updated for resources: {'Port': ['ID=c09d8600-5df2-4eb0-a4ac-298f62e91f4f,revision_number=3']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:33:31.981186 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4328e063-ace9-4bd7-8cb2-6e8f7d1fff87 req-b525072f-d1fe-4fe8-8b8b-1fad0e3a4b86 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/security-groups?id=51016a1d-e482-471b-8e52-a6e93b33672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948772 Nov 23 05:33:32.010079 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc08eb2-2a9f-4366-9c6a-c4d4402714e6 req-c82ffdb8-973e-4114-9594-27e467f12095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:32.011623 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0bc08eb2-2a9f-4366-9c6a-c4d4402714e6 req-c82ffdb8-973e-4114-9594-27e467f12095 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fe283c86c6fa4f4da2ff45b4d70ceffc&device_id=4a431f92-5de7-4556-81c5-55a696e9a32b HTTP/1.1" status: 200 len: 1096 time: 0.0463402 Nov 23 05:33:32.064831 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0bc08eb2-2a9f-4366-9c6a-c4d4402714e6 req-57f1a833-7c0a-4b82-af57-20dfb3f5da9e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c09d8600-5df2-4eb0-a4ac-298f62e91f4f HTTP/1.1" status: 200 len: 217 time: 0.0352433 Nov 23 05:33:32.114111 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc08eb2-2a9f-4366-9c6a-c4d4402714e6 req-c33bbe4b-b9fe-4fc2-b428-0e69dff7d1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:32.115506 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0bc08eb2-2a9f-4366-9c6a-c4d4402714e6 req-c33bbe4b-b9fe-4fc2-b428-0e69dff7d1c4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3634c812-8d62-4004-a55d-c10a5f7a0708 HTTP/1.1" status: 200 len: 855 time: 0.0429342 Nov 23 05:33:32.150032 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0bc08eb2-2a9f-4366-9c6a-c4d4402714e6 req-79509c05-a2b1-4edb-99c0-8d909b95efa9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a80c73b1-414f-4eca-95f7-c76860e7ac3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267198 Nov 23 05:33:32.241575 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0bc08eb2-2a9f-4366-9c6a-c4d4402714e6 req-3dc08f28-09c1-44ac-aa12-c8f3d60254a0 service neutron] 10.222.0.54 "GET /v2.0/networks/a80c73b1-414f-4eca-95f7-c76860e7ac3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810096 Nov 23 05:33:32.334403 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0bc08eb2-2a9f-4366-9c6a-c4d4402714e6 req-729cba21-2378-4998-bb00-241ff23dbd46 service neutron] 10.222.0.54 "GET /v2.0/networks/a80c73b1-414f-4eca-95f7-c76860e7ac3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843806 Nov 23 05:33:32.476961 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f7fef6-6671-4080-bb24-7c4a7a5a9ed0 req-b7fced47-8e9d-480b-9593-f09ee00185ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:32.478449 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-03f7fef6-6671-4080-bb24-7c4a7a5a9ed0 req-b7fced47-8e9d-480b-9593-f09ee00185ad service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fe283c86c6fa4f4da2ff45b4d70ceffc&device_id=4a431f92-5de7-4556-81c5-55a696e9a32b HTTP/1.1" status: 200 len: 1096 time: 0.0409133 Nov 23 05:33:32.568937 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f7fef6-6671-4080-bb24-7c4a7a5a9ed0 req-765422f0-1f8f-43d8-a57b-0151e3645fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:32.570396 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-03f7fef6-6671-4080-bb24-7c4a7a5a9ed0 req-765422f0-1f8f-43d8-a57b-0151e3645fb9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a80c73b1-414f-4eca-95f7-c76860e7ac3b HTTP/1.1" status: 200 len: 916 time: 0.0833535 Nov 23 05:33:32.614316 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-03f7fef6-6671-4080-bb24-7c4a7a5a9ed0 req-b689a37f-d0ed-4f1a-8603-a778a51fc19b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c09d8600-5df2-4eb0-a4ac-298f62e91f4f HTTP/1.1" status: 200 len: 217 time: 0.0362754 Nov 23 05:33:32.665698 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f7fef6-6671-4080-bb24-7c4a7a5a9ed0 req-ac477502-23ba-467c-be9e-c7672982e9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:32.667220 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-03f7fef6-6671-4080-bb24-7c4a7a5a9ed0 req-ac477502-23ba-467c-be9e-c7672982e9d2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3634c812-8d62-4004-a55d-c10a5f7a0708 HTTP/1.1" status: 200 len: 855 time: 0.0447273 Nov 23 05:33:32.699749 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-03f7fef6-6671-4080-bb24-7c4a7a5a9ed0 req-c0ed473c-ab12-42cd-b730-ee918cf810db service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a80c73b1-414f-4eca-95f7-c76860e7ac3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250607 Nov 23 05:33:32.791653 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-03f7fef6-6671-4080-bb24-7c4a7a5a9ed0 req-b9a75db8-bd4f-4ba4-8252-dbb64cbd941f service neutron] 10.222.0.54 "GET /v2.0/networks/a80c73b1-414f-4eca-95f7-c76860e7ac3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838938 Nov 23 05:33:32.879578 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-03f7fef6-6671-4080-bb24-7c4a7a5a9ed0 req-8a0fd8c4-bfe0-4983-9ef9-3294dec16f46 service neutron] 10.222.0.54 "GET /v2.0/networks/a80c73b1-414f-4eca-95f7-c76860e7ac3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805054 Nov 23 05:33:33.096364 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118e8a5-4297-44c5-b671-0cdc4ec3c776 req-75c4318c-1e0d-4fb2-b440-5840f93cb09e tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:33.097718 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5118e8a5-4297-44c5-b671-0cdc4ec3c776 req-75c4318c-1e0d-4fb2-b440-5840f93cb09e tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a431f92-5de7-4556-81c5-55a696e9a32b HTTP/1.1" status: 200 len: 943 time: 0.0478101 Nov 23 05:33:33.147407 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5118e8a5-4297-44c5-b671-0cdc4ec3c776 req-253991e3-8a0a-4c66-9ac7-cf02946d86e2 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/security-groups?id=51016a1d-e482-471b-8e52-a6e93b33672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439022 Nov 23 05:33:33.486440 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-b3481060-f5c0-46ac-9956-5c053b05f95f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:34.261416 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c433fa-a137-458b-a737-330cc2f51f59 req-6319c131-affc-4121-a605-e176887f77ed tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:34.262899 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-19c433fa-a137-458b-a737-330cc2f51f59 req-6319c131-affc-4121-a605-e176887f77ed tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a431f92-5de7-4556-81c5-55a696e9a32b HTTP/1.1" status: 200 len: 943 time: 0.0490541 Nov 23 05:33:34.309805 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-19c433fa-a137-458b-a737-330cc2f51f59 req-92151bc6-1140-4268-b56b-927a5b0c6efd tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/security-groups?id=51016a1d-e482-471b-8e52-a6e93b33672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410478 Nov 23 05:33:35.423594 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab1f83-c482-427b-be39-f9963cecacbc req-ad570449-1ac0-4c62-b964-748c211ef97c tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:35.425062 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-03ab1f83-c482-427b-be39-f9963cecacbc req-ad570449-1ac0-4c62-b964-748c211ef97c tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a431f92-5de7-4556-81c5-55a696e9a32b HTTP/1.1" status: 200 len: 943 time: 0.0485823 Nov 23 05:33:35.473030 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-03ab1f83-c482-427b-be39-f9963cecacbc req-c379f49a-77af-40b9-8e5e-065209cde5a4 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/security-groups?id=51016a1d-e482-471b-8e52-a6e93b33672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420942 Nov 23 05:33:35.527448 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device c09d8600-5df2-4eb0-a4ac-298f62e91f4f details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=102518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 05:33:35.622544 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port c09d8600-5df2-4eb0-a4ac-298f62e91f4f, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=c09d8600-5df2-4eb0-a4ac-298f62e91f4f,segment=NetworkSegment(dc2e8141-193a-4ec2-bc1c-70a8394baa80),segment_id=dc2e8141-193a-4ec2-bc1c-70a8394baa80)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:33:35.633770 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Returning: {'device': 'c09d8600-5df2-4eb0-a4ac-298f62e91f4f', 'network_id': 'a80c73b1-414f-4eca-95f7-c76860e7ac3b', 'port_id': 'c09d8600-5df2-4eb0-a4ac-298f62e91f4f', 'mac_address': 'fa:16:3e:4a:bd:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3634c812-8d62-4004-a55d-c10a5f7a0708', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 05:33:35.681501 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:35.684893 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-cd6c7059-cdfe-4bc4-93b6-596cdda9547f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:35.696535 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.notifiers.nova [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c09d8600-5df2-4eb0-a4ac-298f62e91f4f {{(pid=102518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:33:35.716519 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port c09d8600-5df2-4eb0-a4ac-298f62e91f4f, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=c09d8600-5df2-4eb0-a4ac-298f62e91f4f,segment=NetworkSegment(dc2e8141-193a-4ec2-bc1c-70a8394baa80),segment_id=dc2e8141-193a-4ec2-bc1c-70a8394baa80)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:33:35.720905 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:35.766335 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Pushing event updated for resources: {'Port': ['ID=c09d8600-5df2-4eb0-a4ac-298f62e91f4f,revision_number=4']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:33:36.082452 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] get_ports_and_sgs() called for port_ids ['c09d8600-5df2-4eb0-a4ac-298f62e91f4f'] {{(pid=102518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:33:36.588441 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700c919-20fa-46c9-9233-7503eca0c1e3 req-d556a4e1-cae8-462e-b79a-747091a0decb tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:36.589886 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9700c919-20fa-46c9-9233-7503eca0c1e3 req-d556a4e1-cae8-462e-b79a-747091a0decb tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a431f92-5de7-4556-81c5-55a696e9a32b HTTP/1.1" status: 200 len: 944 time: 0.0520988 Nov 23 05:33:36.636255 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9700c919-20fa-46c9-9233-7503eca0c1e3 req-9b67958a-fea2-42f5-bce5-3b79aa59ba27 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/security-groups?id=51016a1d-e482-471b-8e52-a6e93b33672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399799 Nov 23 05:33:37.081275 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-cb0bae37-5947-48f5-b8ea-be8dc2c46173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:37.550145 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device c09d8600-5df2-4eb0-a4ac-298f62e91f4f up at agent hyperv_hv-cinder-80507 {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:33:37.600599 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Provisioning for port c09d8600-5df2-4eb0-a4ac-298f62e91f4f completed by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 05:33:37.604406 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Provisioning complete for port c09d8600-5df2-4eb0-a4ac-298f62e91f4f triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:33:37.604778 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:37.684838 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:37.708201 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a431f92-5de7-4556-81c5-55a696e9a32b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09d8600-5df2-4eb0-a4ac-298f62e91f4f'}] {{(pid=102518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:33:37.710450 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1555ff6ee76347fd5083048713d2688504cf60c4b4cdc9acc0e7e1b3a3add239" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f6c015-108b-4363-964f-7e4d555ba558" -d '{"events": [{"server_uuid": "4a431f92-5de7-4556-81c5-55a696e9a32b", "name": "network-vif-plugged", "status": "completed", "tag": "c09d8600-5df2-4eb0-a4ac-298f62e91f4f"}]}' {{(pid=102518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:33:37.723589 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port c09d8600-5df2-4eb0-a4ac-298f62e91f4f, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=c09d8600-5df2-4eb0-a4ac-298f62e91f4f,segment=NetworkSegment(dc2e8141-193a-4ec2-bc1c-70a8394baa80),segment_id=dc2e8141-193a-4ec2-bc1c-70a8394baa80)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:33:37.730093 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:37.751475 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d2b5d2-c47d-49b0-9bb4-51b7d40bf9f0 x-openstack-request-id: req-a8d2b5d2-c47d-49b0-9bb4-51b7d40bf9f0 {{(pid=102518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:33:37.751839 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a431f92-5de7-4556-81c5-55a696e9a32b", "name": "network-vif-plugged", "status": "completed", "tag": "c09d8600-5df2-4eb0-a4ac-298f62e91f4f", "code": 200}]} {{(pid=102518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:33:37.752111 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a8d2b5d2-c47d-49b0-9bb4-51b7d40bf9f0 {{(pid=102518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:33:37.752496 dv-cinder-805072-6-iscsi neutron-server[102518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a431f92-5de7-4556-81c5-55a696e9a32b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09d8600-5df2-4eb0-a4ac-298f62e91f4f', 'code': 200} Nov 23 05:33:37.768495 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd5f90-89d0-4b30-aea9-e7eede9cd605 req-7e30968b-cdae-4d5f-9d7a-ea4f142c4ec5 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:37.770005 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-74cd5f90-89d0-4b30-aea9-e7eede9cd605 req-7e30968b-cdae-4d5f-9d7a-ea4f142c4ec5 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a431f92-5de7-4556-81c5-55a696e9a32b HTTP/1.1" status: 200 len: 945 time: 0.0530574 Nov 23 05:33:37.778954 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Pushing event updated for resources: {'Port': ['ID=c09d8600-5df2-4eb0-a4ac-298f62e91f4f,revision_number=5']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:33:37.824284 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-74cd5f90-89d0-4b30-aea9-e7eede9cd605 req-3cd8deac-714a-45d1-9335-0f851a2b2b3d tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/security-groups?id=51016a1d-e482-471b-8e52-a6e93b33672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481203 Nov 23 05:33:37.978555 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f585f0-72f0-44e2-ae0a-2f3250bb7ea2 req-0473305d-680a-4036-8103-4e689b052607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:37.980107 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-95f585f0-72f0-44e2-ae0a-2f3250bb7ea2 req-0473305d-680a-4036-8103-4e689b052607 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4a431f92-5de7-4556-81c5-55a696e9a32b HTTP/1.1" status: 200 len: 1098 time: 0.0443010 Nov 23 05:33:38.024378 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-95f585f0-72f0-44e2-ae0a-2f3250bb7ea2 req-986d3a30-c4e7-41af-9327-748e8cca5b81 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=51016a1d-e482-471b-8e52-a6e93b33672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369935 Nov 23 05:33:38.485427 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-0cc3cdcc-aace-4769-a54e-383df0ffcf0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:38.940268 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd21789-89b1-419a-b674-8339d0d0e137 req-87060075-77f2-4565-b7ea-74a904143c7e tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:38.941734 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5dd21789-89b1-419a-b674-8339d0d0e137 req-87060075-77f2-4565-b7ea-74a904143c7e tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a431f92-5de7-4556-81c5-55a696e9a32b HTTP/1.1" status: 200 len: 945 time: 0.0473096 Nov 23 05:33:38.988482 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5dd21789-89b1-419a-b674-8339d0d0e137 req-1dc038bb-2948-4424-9ad5-b28cb7560913 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/security-groups?id=51016a1d-e482-471b-8e52-a6e93b33672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405149 Nov 23 05:33:39.113252 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:40.103054 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b0608-1450-4e62-9d9f-bd0be1df1104 req-46658351-48ef-4430-8a79-81ea4c92eae3 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:40.104502 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e76b0608-1450-4e62-9d9f-bd0be1df1104 req-46658351-48ef-4430-8a79-81ea4c92eae3 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a431f92-5de7-4556-81c5-55a696e9a32b HTTP/1.1" status: 200 len: 945 time: 0.0494070 Nov 23 05:33:40.153822 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e76b0608-1450-4e62-9d9f-bd0be1df1104 req-f17775d1-2801-49fd-8e3f-5d02383dd53a tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/security-groups?id=51016a1d-e482-471b-8e52-a6e93b33672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428023 Nov 23 05:33:41.829238 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ffaf9-5bf8-4acf-9271-caf9d65a1d91 req-9ff47bea-5c0a-4483-b776-ff1e80894c8c tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:41.830685 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-bb9ffaf9-5bf8-4acf-9271-caf9d65a1d91 req-9ff47bea-5c0a-4483-b776-ff1e80894c8c tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/networks?id=a80c73b1-414f-4eca-95f7-c76860e7ac3b HTTP/1.1" status: 200 len: 815 time: 0.1013541 Nov 23 05:33:41.846033 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-bb9ffaf9-5bf8-4acf-9271-caf9d65a1d91 req-2b0b871d-e84a-49d9-8b1d-9155d3030890 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/quotas/fe283c86c6fa4f4da2ff45b4d70ceffc HTTP/1.1" status: 200 len: 375 time: 0.0096614 Nov 23 05:33:41.895613 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-bb9ffaf9-5bf8-4acf-9271-caf9d65a1d91 req-d7773e97-66ae-40de-8ca9-5ac0809506bd tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=fe283c86c6fa4f4da2ff45b4d70ceffc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444946 Nov 23 05:33:41.987989 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-bb9ffaf9-5bf8-4acf-9271-caf9d65a1d91 req-5b861d59-8aca-4a3f-86fe-33491f5a846b service neutron] 10.222.0.48 "GET /v2.0/networks/a80c73b1-414f-4eca-95f7-c76860e7ac3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854263 Nov 23 05:33:42.075445 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-bb9ffaf9-5bf8-4acf-9271-caf9d65a1d91 req-6a3cd059-7c4e-4bec-8af1-d4b451c5ddde service neutron] 10.222.0.48 "GET /v2.0/networks/a80c73b1-414f-4eca-95f7-c76860e7ac3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816205 Nov 23 05:33:42.232627 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-8f98a48a-b189-4334-9512-d99a0fe2ac7d req-a528e553-1658-4507-9141-27296554665c tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b47a991-0bd8-4fc8-a266-1312d548dba2 HTTP/1.1" status: 200 len: 210 time: 0.0312128 Nov 23 05:33:43.326661 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e5b48bdc-a353-4472-a523-d28fbf383108 req-3e37d618-6ca0-4e16-b1aa-54cced7fcf21 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b47a991-0bd8-4fc8-a266-1312d548dba2 HTTP/1.1" status: 200 len: 210 time: 0.0275848 Nov 23 05:33:43.562945 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ffaf9-5bf8-4acf-9271-caf9d65a1d91 req-788efe51-a569-4f52-8b4e-fd143d6e3f6e tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:43.564729 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-bb9ffaf9-5bf8-4acf-9271-caf9d65a1d91 req-788efe51-a569-4f52-8b4e-fd143d6e3f6e tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.54 "GET /v2.0/networks?id=a80c73b1-414f-4eca-95f7-c76860e7ac3b HTTP/1.1" status: 200 len: 815 time: 0.1029742 Nov 23 05:33:43.586569 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [req-bb9ffaf9-5bf8-4acf-9271-caf9d65a1d91 req-b6c6c94c-a60c-40c6-b521-c9f25223f078 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Request body: {'port': {'device_id': '6b47a991-0bd8-4fc8-a266-1312d548dba2', 'network_id': 'a80c73b1-414f-4eca-95f7-c76860e7ac3b', 'admin_state_up': True, 'tenant_id': 'fe283c86c6fa4f4da2ff45b4d70ceffc'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:33:43.695784 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb9ffaf9-5bf8-4acf-9271-caf9d65a1d91 req-b6c6c94c-a60c-40c6-b521-c9f25223f078 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Made reservation on behalf of fe283c86c6fa4f4da2ff45b4d70ceffc for: {'port': 1} {{(pid=102516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:33:43.699652 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-bb9ffaf9-5bf8-4acf-9271-caf9d65a1d91 req-b6c6c94c-a60c-40c6-b521-c9f25223f078 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:43.824220 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.db_base_plugin_common [req-bb9ffaf9-5bf8-4acf-9271-caf9d65a1d91 req-b6c6c94c-a60c-40c6-b521-c9f25223f078 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Allocated IP 172.20.0.12 (a80c73b1-414f-4eca-95f7-c76860e7ac3b/3634c812-8d62-4004-a55d-c10a5f7a0708/7179c1c4-0ac9-4c0a-96c1-5267a975603c) {{(pid=102516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:33:43.963824 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-bb9ffaf9-5bf8-4acf-9271-caf9d65a1d91 req-b6c6c94c-a60c-40c6-b521-c9f25223f078 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Publish callbacks [] for port, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:43.996153 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-bb9ffaf9-5bf8-4acf-9271-caf9d65a1d91 req-b6c6c94c-a60c-40c6-b521-c9f25223f078 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751724218534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237887'] for port, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:44.035123 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] get_ports_and_sgs() called for port_ids ['9e1a5b56-0175-4a42-9269-fb3e1930ca83', 'c09d8600-5df2-4eb0-a4ac-298f62e91f4f'] {{(pid=102518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:33:44.043915 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb9ffaf9-5bf8-4acf-9271-caf9d65a1d91 req-b6c6c94c-a60c-40c6-b521-c9f25223f078 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Network a80c73b1-414f-4eca-95f7-c76860e7ac3b is already hosted by enough agents. {{(pid=102516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:33:44.047209 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [req-bb9ffaf9-5bf8-4acf-9271-caf9d65a1d91 req-b6c6c94c-a60c-40c6-b521-c9f25223f078 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Resources bound (agent type, host, resource id): {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:33:44.050823 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb9ffaf9-5bf8-4acf-9271-caf9d65a1d91 req-b6c6c94c-a60c-40c6-b521-c9f25223f078 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Received port after_create {{(pid=102516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:33:44.074566 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c6c94c-a60c-40c6-b521-c9f25223f078 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Pushing event updated for resources: {'Port': ['ID=7179c1c4-0ac9-4c0a-96c1-5267a975603c,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:33:44.104651 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ffaf9-5bf8-4acf-9271-caf9d65a1d91 req-b6c6c94c-a60c-40c6-b521-c9f25223f078 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:44.105275 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-bb9ffaf9-5bf8-4acf-9271-caf9d65a1d91 req-b6c6c94c-a60c-40c6-b521-c9f25223f078 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:44.121121 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-bb9ffaf9-5bf8-4acf-9271-caf9d65a1d91 req-b6c6c94c-a60c-40c6-b521-c9f25223f078 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5381777 Nov 23 05:33:44.141776 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [req-bb9ffaf9-5bf8-4acf-9271-caf9d65a1d91 req-85af681f-d2e0-4cea-b780-bae50a7c92ef service neutron] Request body: {'port': {'device_id': '6b47a991-0bd8-4fc8-a266-1312d548dba2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80507'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:33:44.198270 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-bb9ffaf9-5bf8-4acf-9271-caf9d65a1d91 req-85af681f-d2e0-4cea-b780-bae50a7c92ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:44.484104 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f1305-967e-41ad-8c4f-2e59c698c8b6 req-0a70fb02-0219-46fe-8bf8-6e384f8b92f1 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:44.485578 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1c7f1305-967e-41ad-8c4f-2e59c698c8b6 req-0a70fb02-0219-46fe-8bf8-6e384f8b92f1 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b47a991-0bd8-4fc8-a266-1312d548dba2 HTTP/1.1" status: 200 len: 932 time: 0.0906048 Nov 23 05:33:44.509858 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [req-bb9ffaf9-5bf8-4acf-9271-caf9d65a1d91 req-85af681f-d2e0-4cea-b780-bae50a7c92ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7179c1c4-0ac9-4c0a-96c1-5267a975603c {{(pid=102516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:33:44.518731 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-bb9ffaf9-5bf8-4acf-9271-caf9d65a1d91 req-85af681f-d2e0-4cea-b780-bae50a7c92ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:44.547649 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.provisioning_blocks [req-bb9ffaf9-5bf8-4acf-9271-caf9d65a1d91 req-85af681f-d2e0-4cea-b780-bae50a7c92ef service neutron] Transition to ACTIVE for port object 7179c1c4-0ac9-4c0a-96c1-5267a975603c will not be triggered until provisioned by entity L2. {{(pid=102516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 05:33:44.552852 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-bb9ffaf9-5bf8-4acf-9271-caf9d65a1d91 req-85af681f-d2e0-4cea-b780-bae50a7c92ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237864'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:44.563993 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1c7f1305-967e-41ad-8c4f-2e59c698c8b6 req-5d885c31-62a5-40d1-9220-059ac0639db6 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/security-groups?id=51016a1d-e482-471b-8e52-a6e93b33672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723760 Nov 23 05:33:44.612673 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85af681f-d2e0-4cea-b780-bae50a7c92ef service neutron] Pushing event updated for resources: {'Port': ['ID=7179c1c4-0ac9-4c0a-96c1-5267a975603c,revision_number=2']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:33:44.676078 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-bb9ffaf9-5bf8-4acf-9271-caf9d65a1d91 req-85af681f-d2e0-4cea-b780-bae50a7c92ef service neutron] Attempting to bind port 7179c1c4-0ac9-4c0a-96c1-5267a975603c on host hv-cinder-80507 for vnic_type normal with profile {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:33:44.676410 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-bb9ffaf9-5bf8-4acf-9271-caf9d65a1d91 req-85af681f-d2e0-4cea-b780-bae50a7c92ef service neutron] Attempting to bind port 7179c1c4-0ac9-4c0a-96c1-5267a975603c by drivers openvswitch,hyperv on host hv-cinder-80507 at level 0 using segments [{'id': 'dc2e8141-193a-4ec2-bc1c-70a8394baa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a80c73b1-414f-4eca-95f7-c76860e7ac3b'}] {{(pid=102516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:33:44.676734 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9ffaf9-5bf8-4acf-9271-caf9d65a1d91 req-85af681f-d2e0-4cea-b780-bae50a7c92ef service neutron] Attempting to bind port 7179c1c4-0ac9-4c0a-96c1-5267a975603c on network a80c73b1-414f-4eca-95f7-c76860e7ac3b {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:33:44.681098 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9ffaf9-5bf8-4acf-9271-caf9d65a1d91 req-85af681f-d2e0-4cea-b780-bae50a7c92ef service neutron] Port 7179c1c4-0ac9-4c0a-96c1-5267a975603c on network a80c73b1-414f-4eca-95f7-c76860e7ac3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80507 {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 05:33:44.681411 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9ffaf9-5bf8-4acf-9271-caf9d65a1d91 req-85af681f-d2e0-4cea-b780-bae50a7c92ef service neutron] Attempting to bind port 7179c1c4-0ac9-4c0a-96c1-5267a975603c on network a80c73b1-414f-4eca-95f7-c76860e7ac3b {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:33:44.686217 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9ffaf9-5bf8-4acf-9271-caf9d65a1d91 req-85af681f-d2e0-4cea-b780-bae50a7c92ef service neutron] Checking agent: {'id': 'b8a1d969-7c04-443a-af3a-1812b1d56913', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80507', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 5, 23, 27), 'started_at': datetime.datetime(2021, 11, 23, 5, 23, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:33:44.686546 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9ffaf9-5bf8-4acf-9271-caf9d65a1d91 req-85af681f-d2e0-4cea-b780-bae50a7c92ef service neutron] Checking segment: {'id': 'dc2e8141-193a-4ec2-bc1c-70a8394baa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a80c73b1-414f-4eca-95f7-c76860e7ac3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:33:44.686979 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9ffaf9-5bf8-4acf-9271-caf9d65a1d91 req-85af681f-d2e0-4cea-b780-bae50a7c92ef service neutron] Bound using segment: {'id': 'dc2e8141-193a-4ec2-bc1c-70a8394baa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a80c73b1-414f-4eca-95f7-c76860e7ac3b'} {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:33:44.687553 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-bb9ffaf9-5bf8-4acf-9271-caf9d65a1d91 req-85af681f-d2e0-4cea-b780-bae50a7c92ef service neutron] Bound port: 7179c1c4-0ac9-4c0a-96c1-5267a975603c, host: hv-cinder-80507, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc2e8141-193a-4ec2-bc1c-70a8394baa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a80c73b1-414f-4eca-95f7-c76860e7ac3b'}}] {{(pid=102516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:33:44.688025 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-bb9ffaf9-5bf8-4acf-9271-caf9d65a1d91 req-85af681f-d2e0-4cea-b780-bae50a7c92ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:44.748716 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-bb9ffaf9-5bf8-4acf-9271-caf9d65a1d91 req-85af681f-d2e0-4cea-b780-bae50a7c92ef service neutron] For port 7179c1c4-0ac9-4c0a-96c1-5267a975603c, host hv-cinder-80507, cleared binding levels {{(pid=102516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:33:44.752223 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-bb9ffaf9-5bf8-4acf-9271-caf9d65a1d91 req-85af681f-d2e0-4cea-b780-bae50a7c92ef service neutron] For port 7179c1c4-0ac9-4c0a-96c1-5267a975603c, host hv-cinder-80507, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=7179c1c4-0ac9-4c0a-96c1-5267a975603c,segment=NetworkSegment(dc2e8141-193a-4ec2-bc1c-70a8394baa80),segment_id=dc2e8141-193a-4ec2-bc1c-70a8394baa80)] {{(pid=102516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:33:44.755508 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-bb9ffaf9-5bf8-4acf-9271-caf9d65a1d91 req-85af681f-d2e0-4cea-b780-bae50a7c92ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237864'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:45.037307 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ffaf9-5bf8-4acf-9271-caf9d65a1d91 req-85af681f-d2e0-4cea-b780-bae50a7c92ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:45.037917 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-bb9ffaf9-5bf8-4acf-9271-caf9d65a1d91 req-85af681f-d2e0-4cea-b780-bae50a7c92ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:45.039303 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-bb9ffaf9-5bf8-4acf-9271-caf9d65a1d91 req-85af681f-d2e0-4cea-b780-bae50a7c92ef service neutron] 10.222.0.54 "PUT /v2.0/ports/7179c1c4-0ac9-4c0a-96c1-5267a975603c HTTP/1.1" status: 200 len: 1094 time: 0.9025464 Nov 23 05:33:45.039741 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b47a991-0bd8-4fc8-a266-1312d548dba2', 'tag': '7179c1c4-0ac9-4c0a-96c1-5267a975603c'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:33:45.041961 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20d478f7b504b4f7a92aed5d5c075fb26ddad21beb532cc87d656362fb0682d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28452c0a-bb20-4891-b9f5-600ed9f1f24b" -d '{"events": [{"name": "network-changed", "server_uuid": "6b47a991-0bd8-4fc8-a266-1312d548dba2", "tag": "7179c1c4-0ac9-4c0a-96c1-5267a975603c"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:33:45.064587 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85af681f-d2e0-4cea-b780-bae50a7c92ef service neutron] Pushing event updated for resources: {'Port': ['ID=7179c1c4-0ac9-4c0a-96c1-5267a975603c,revision_number=3']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:33:45.082616 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70cd36f9-d0a2-470d-930e-5b37e79c67da x-openstack-request-id: req-70cd36f9-d0a2-470d-930e-5b37e79c67da {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:33:45.082937 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b47a991-0bd8-4fc8-a266-1312d548dba2", "tag": "7179c1c4-0ac9-4c0a-96c1-5267a975603c", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:33:45.083198 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-70cd36f9-d0a2-470d-930e-5b37e79c67da {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:33:45.083595 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b47a991-0bd8-4fc8-a266-1312d548dba2', 'tag': '7179c1c4-0ac9-4c0a-96c1-5267a975603c', 'status': 'completed', 'code': 200} Nov 23 05:33:45.152071 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ffaf9-5bf8-4acf-9271-caf9d65a1d91 req-d3053e34-b46f-4c04-9bcd-058c2dc0a85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:45.153551 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-bb9ffaf9-5bf8-4acf-9271-caf9d65a1d91 req-d3053e34-b46f-4c04-9bcd-058c2dc0a85d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fe283c86c6fa4f4da2ff45b4d70ceffc&device_id=6b47a991-0bd8-4fc8-a266-1312d548dba2 HTTP/1.1" status: 200 len: 1097 time: 0.0408251 Nov 23 05:33:45.211979 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-bb9ffaf9-5bf8-4acf-9271-caf9d65a1d91 req-8a124338-82b3-4f34-87de-db06977bd27a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7179c1c4-0ac9-4c0a-96c1-5267a975603c HTTP/1.1" status: 200 len: 217 time: 0.0352731 Nov 23 05:33:45.269113 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ffaf9-5bf8-4acf-9271-caf9d65a1d91 req-2bbdb371-d3d0-4af4-8f53-b0f65ff483e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:45.271227 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-bb9ffaf9-5bf8-4acf-9271-caf9d65a1d91 req-2bbdb371-d3d0-4af4-8f53-b0f65ff483e6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3634c812-8d62-4004-a55d-c10a5f7a0708 HTTP/1.1" status: 200 len: 855 time: 0.0510712 Nov 23 05:33:45.304127 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-bb9ffaf9-5bf8-4acf-9271-caf9d65a1d91 req-7ef2fee2-7a4f-4516-893d-00d86aa02a0a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a80c73b1-414f-4eca-95f7-c76860e7ac3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243866 Nov 23 05:33:45.393531 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-bb9ffaf9-5bf8-4acf-9271-caf9d65a1d91 req-3b215878-4690-4418-8d7b-8294178d8970 service neutron] 10.222.0.54 "GET /v2.0/networks/a80c73b1-414f-4eca-95f7-c76860e7ac3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799978 Nov 23 05:33:45.487095 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-bb9ffaf9-5bf8-4acf-9271-caf9d65a1d91 req-b136987c-f936-4bb9-b83b-c92c3dc3e34a service neutron] 10.222.0.54 "GET /v2.0/networks/a80c73b1-414f-4eca-95f7-c76860e7ac3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846770 Nov 23 05:33:45.631395 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28452c0a-bb20-4891-b9f5-600ed9f1f24b req-19f67c72-b025-433f-80e2-49fcf657a238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:45.632900 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-28452c0a-bb20-4891-b9f5-600ed9f1f24b req-19f67c72-b025-433f-80e2-49fcf657a238 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fe283c86c6fa4f4da2ff45b4d70ceffc&device_id=6b47a991-0bd8-4fc8-a266-1312d548dba2 HTTP/1.1" status: 200 len: 1097 time: 0.0425761 Nov 23 05:33:45.734452 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1403b-95a0-4a90-9e2f-5bccad1c4df0 req-35d417a4-e328-4179-adfc-bf80e5cc0b58 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:45.735963 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4ac1403b-95a0-4a90-9e2f-5bccad1c4df0 req-35d417a4-e328-4179-adfc-bf80e5cc0b58 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b47a991-0bd8-4fc8-a266-1312d548dba2 HTTP/1.1" status: 200 len: 944 time: 0.1021831 Nov 23 05:33:45.773683 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28452c0a-bb20-4891-b9f5-600ed9f1f24b req-79abc9c1-8b0a-4f72-b498-57bc5dce627a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:45.775120 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-28452c0a-bb20-4891-b9f5-600ed9f1f24b req-79abc9c1-8b0a-4f72-b498-57bc5dce627a service neutron] 10.222.0.54 "GET /v2.0/networks?id=a80c73b1-414f-4eca-95f7-c76860e7ac3b HTTP/1.1" status: 200 len: 916 time: 0.1324980 Nov 23 05:33:45.828818 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-28452c0a-bb20-4891-b9f5-600ed9f1f24b req-23645561-921e-4539-b4f5-7594c6499915 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7179c1c4-0ac9-4c0a-96c1-5267a975603c HTTP/1.1" status: 200 len: 217 time: 0.0458097 Nov 23 05:33:45.832465 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4ac1403b-95a0-4a90-9e2f-5bccad1c4df0 req-a7917f38-0379-473a-985b-9c3d0b3b2392 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/security-groups?id=51016a1d-e482-471b-8e52-a6e93b33672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903666 Nov 23 05:33:45.879000 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28452c0a-bb20-4891-b9f5-600ed9f1f24b req-2cb75da7-c1eb-475e-9dc6-41fd4075de00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:45.880438 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-28452c0a-bb20-4891-b9f5-600ed9f1f24b req-2cb75da7-c1eb-475e-9dc6-41fd4075de00 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3634c812-8d62-4004-a55d-c10a5f7a0708 HTTP/1.1" status: 200 len: 855 time: 0.0434277 Nov 23 05:33:45.913703 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-28452c0a-bb20-4891-b9f5-600ed9f1f24b req-abcdef93-bfa3-4ca8-80f9-6010786d97e9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a80c73b1-414f-4eca-95f7-c76860e7ac3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245306 Nov 23 05:33:46.008124 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-28452c0a-bb20-4891-b9f5-600ed9f1f24b req-0e5a45fd-ea1e-4ca1-b0b7-9cc9e77c4ed3 service neutron] 10.222.0.54 "GET /v2.0/networks/a80c73b1-414f-4eca-95f7-c76860e7ac3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835447 Nov 23 05:33:46.109495 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-28452c0a-bb20-4891-b9f5-600ed9f1f24b req-7c1f6e21-94a5-46c5-9c83-751667a6506e service neutron] 10.222.0.54 "GET /v2.0/networks/a80c73b1-414f-4eca-95f7-c76860e7ac3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816627 Nov 23 05:33:46.948296 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002470bd-9ab1-4bc1-86bf-c809d5cb2603 req-06dfc7fe-1ced-4796-af57-97a3eb3651e4 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:46.949681 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-002470bd-9ab1-4bc1-86bf-c809d5cb2603 req-06dfc7fe-1ced-4796-af57-97a3eb3651e4 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b47a991-0bd8-4fc8-a266-1312d548dba2 HTTP/1.1" status: 200 len: 944 time: 0.0489640 Nov 23 05:33:46.999813 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-002470bd-9ab1-4bc1-86bf-c809d5cb2603 req-733b3788-1437-44f5-8100-ccae195e5f1e tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/security-groups?id=51016a1d-e482-471b-8e52-a6e93b33672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436330 Nov 23 05:33:48.112802 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb1f45e-7226-4a2a-bbde-dfbf9b28e3f4 req-44f332b3-6084-473b-a480-7eaa4f2c1fe5 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:48.114258 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-abb1f45e-7226-4a2a-bbde-dfbf9b28e3f4 req-44f332b3-6084-473b-a480-7eaa4f2c1fe5 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b47a991-0bd8-4fc8-a266-1312d548dba2 HTTP/1.1" status: 200 len: 944 time: 0.0482576 Nov 23 05:33:48.160915 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-abb1f45e-7226-4a2a-bbde-dfbf9b28e3f4 req-3d9add2f-7c6a-45a4-b1f7-bba1e0bb02d9 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/security-groups?id=51016a1d-e482-471b-8e52-a6e93b33672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407777 Nov 23 05:33:48.898736 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.agents_db [None req-5ade7c98-4a19-45de-8fb0-464f54244c1e None None] Agent healthcheck: found 6 active agents {{(pid=102519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:33:49.280988 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde34d0c-f4ec-4630-9f39-8bc73a3e3d5e req-fa7168c8-5ef3-46cc-8295-4197c6c11080 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:49.282451 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-cde34d0c-f4ec-4630-9f39-8bc73a3e3d5e req-fa7168c8-5ef3-46cc-8295-4197c6c11080 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b47a991-0bd8-4fc8-a266-1312d548dba2 HTTP/1.1" status: 200 len: 944 time: 0.0496435 Nov 23 05:33:49.332830 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-cde34d0c-f4ec-4630-9f39-8bc73a3e3d5e req-dfe12c24-3abf-47e3-839d-0f6c0bea4f65 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/security-groups?id=51016a1d-e482-471b-8e52-a6e93b33672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442326 Nov 23 05:33:49.612447 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device 7179c1c4-0ac9-4c0a-96c1-5267a975603c details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=102518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 05:33:49.707589 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port 7179c1c4-0ac9-4c0a-96c1-5267a975603c, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=7179c1c4-0ac9-4c0a-96c1-5267a975603c,segment=NetworkSegment(dc2e8141-193a-4ec2-bc1c-70a8394baa80),segment_id=dc2e8141-193a-4ec2-bc1c-70a8394baa80)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:33:49.718060 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Returning: {'device': '7179c1c4-0ac9-4c0a-96c1-5267a975603c', 'network_id': 'a80c73b1-414f-4eca-95f7-c76860e7ac3b', 'port_id': '7179c1c4-0ac9-4c0a-96c1-5267a975603c', 'mac_address': 'fa:16:3e:09:9f:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3634c812-8d62-4004-a55d-c10a5f7a0708', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 05:33:49.753659 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:49.766280 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.notifiers.nova [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7179c1c4-0ac9-4c0a-96c1-5267a975603c {{(pid=102518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:33:49.785184 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port 7179c1c4-0ac9-4c0a-96c1-5267a975603c, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=7179c1c4-0ac9-4c0a-96c1-5267a975603c,segment=NetworkSegment(dc2e8141-193a-4ec2-bc1c-70a8394baa80),segment_id=dc2e8141-193a-4ec2-bc1c-70a8394baa80)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:33:49.790003 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:49.835277 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Pushing event updated for resources: {'Port': ['ID=7179c1c4-0ac9-4c0a-96c1-5267a975603c,revision_number=4']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:33:49.842011 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:33:49.842388 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:33:49.842736 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:33:49.843096 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:33:49.843468 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:33:49.843804 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:33:49.844128 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:33:49.844453 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:33:49.844779 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:33:49.845102 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:33:49.845476 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:33:49.845743 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:33:50.143231 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] get_ports_and_sgs() called for port_ids ['7179c1c4-0ac9-4c0a-96c1-5267a975603c'] {{(pid=102518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:33:50.451567 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47fe3ab-c413-446a-b878-ec1c2d26a71d req-76d0a1fa-141f-46a2-9ec9-cf5cc80b9b31 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:50.453067 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e47fe3ab-c413-446a-b878-ec1c2d26a71d req-76d0a1fa-141f-46a2-9ec9-cf5cc80b9b31 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b47a991-0bd8-4fc8-a266-1312d548dba2 HTTP/1.1" status: 200 len: 945 time: 0.0515327 Nov 23 05:33:50.498641 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e47fe3ab-c413-446a-b878-ec1c2d26a71d req-a8e31236-19a1-4553-a084-427868cdce37 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/security-groups?id=51016a1d-e482-471b-8e52-a6e93b33672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396934 Nov 23 05:33:51.613420 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a22f7c-6ba0-4e28-ba55-b20b7e3609e8 req-7c2aa9ee-cea9-4be4-8ebe-4f55b3c939b9 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:51.614905 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b0a22f7c-6ba0-4e28-ba55-b20b7e3609e8 req-7c2aa9ee-cea9-4be4-8ebe-4f55b3c939b9 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b47a991-0bd8-4fc8-a266-1312d548dba2 HTTP/1.1" status: 200 len: 945 time: 0.0482697 Nov 23 05:33:51.632894 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device 7179c1c4-0ac9-4c0a-96c1-5267a975603c up at agent hyperv_hv-cinder-80507 {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:33:51.664202 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b0a22f7c-6ba0-4e28-ba55-b20b7e3609e8 req-50dad820-7687-4ff6-ade8-e6deb6d2936e tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/security-groups?id=51016a1d-e482-471b-8e52-a6e93b33672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435078 Nov 23 05:33:51.686013 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Provisioning for port 7179c1c4-0ac9-4c0a-96c1-5267a975603c completed by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 05:33:51.691092 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Provisioning complete for port 7179c1c4-0ac9-4c0a-96c1-5267a975603c triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:33:51.691470 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:51.767297 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:51.791312 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b47a991-0bd8-4fc8-a266-1312d548dba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7179c1c4-0ac9-4c0a-96c1-5267a975603c'}] {{(pid=102518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:33:51.793470 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1555ff6ee76347fd5083048713d2688504cf60c4b4cdc9acc0e7e1b3a3add239" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe52b221-544b-4ee6-9606-f2e06be5c222" -d '{"events": [{"server_uuid": "6b47a991-0bd8-4fc8-a266-1312d548dba2", "name": "network-vif-plugged", "status": "completed", "tag": "7179c1c4-0ac9-4c0a-96c1-5267a975603c"}]}' {{(pid=102518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:33:51.808395 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port 7179c1c4-0ac9-4c0a-96c1-5267a975603c, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=7179c1c4-0ac9-4c0a-96c1-5267a975603c,segment=NetworkSegment(dc2e8141-193a-4ec2-bc1c-70a8394baa80),segment_id=dc2e8141-193a-4ec2-bc1c-70a8394baa80)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:33:51.812238 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:51.840686 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92f627a-c87a-4df7-8677-a53cc0cf603f x-openstack-request-id: req-b92f627a-c87a-4df7-8677-a53cc0cf603f {{(pid=102518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:33:51.840981 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b47a991-0bd8-4fc8-a266-1312d548dba2", "name": "network-vif-plugged", "status": "completed", "tag": "7179c1c4-0ac9-4c0a-96c1-5267a975603c", "code": 200}]} {{(pid=102518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:33:51.841233 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b92f627a-c87a-4df7-8677-a53cc0cf603f {{(pid=102518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:33:51.841629 dv-cinder-805072-6-iscsi neutron-server[102518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b47a991-0bd8-4fc8-a266-1312d548dba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7179c1c4-0ac9-4c0a-96c1-5267a975603c', 'code': 200} Nov 23 05:33:51.866461 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Pushing event updated for resources: {'Port': ['ID=7179c1c4-0ac9-4c0a-96c1-5267a975603c,revision_number=5']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:33:52.068131 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ff7a1-7660-47d3-b4b3-9d869958762c req-a529b7f8-c360-4fcd-b202-90f4a7fc801f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:52.069569 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d62ff7a1-7660-47d3-b4b3-9d869958762c req-a529b7f8-c360-4fcd-b202-90f4a7fc801f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6b47a991-0bd8-4fc8-a266-1312d548dba2 HTTP/1.1" status: 200 len: 1099 time: 0.0521555 Nov 23 05:33:52.123893 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d62ff7a1-7660-47d3-b4b3-9d869958762c req-f6030c06-f6c0-41c2-9634-31720d539d31 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=51016a1d-e482-471b-8e52-a6e93b33672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463817 Nov 23 05:33:52.778221 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b28ad4-1ed9-40d5-84fa-5d86474f8e07 req-deaf7546-2bd9-46ae-8206-dd2fa1d875bb tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:52.779694 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e1b28ad4-1ed9-40d5-84fa-5d86474f8e07 req-deaf7546-2bd9-46ae-8206-dd2fa1d875bb tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b47a991-0bd8-4fc8-a266-1312d548dba2 HTTP/1.1" status: 200 len: 946 time: 0.0481386 Nov 23 05:33:52.826201 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e1b28ad4-1ed9-40d5-84fa-5d86474f8e07 req-0800f280-e506-4f31-a653-972def9f861a tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/security-groups?id=51016a1d-e482-471b-8e52-a6e93b33672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397751 Nov 23 05:33:53.940460 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b34e5a-d6a1-4858-8c3c-d0731f854009 req-55830a0e-cb3c-4baf-b93b-3f370c601650 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:53.941816 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e2b34e5a-d6a1-4858-8c3c-d0731f854009 req-55830a0e-cb3c-4baf-b93b-3f370c601650 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b47a991-0bd8-4fc8-a266-1312d548dba2 HTTP/1.1" status: 200 len: 946 time: 0.0479198 Nov 23 05:33:53.988776 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e2b34e5a-d6a1-4858-8c3c-d0731f854009 req-68bd12d7-4d59-4f1e-9441-eb310e8d1092 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/security-groups?id=51016a1d-e482-471b-8e52-a6e93b33672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407882 Nov 23 05:33:58.657422 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:03.487196 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-7ecda4be-63e9-4563-b3be-151904de362c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:04.685096 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265e9b8-bec5-42e5-963c-6e5a0ae119a2 req-79644c62-de6f-4eb8-8564-0f61ba44f585 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:34:04.686551 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3265e9b8-bec5-42e5-963c-6e5a0ae119a2 req-79644c62-de6f-4eb8-8564-0f61ba44f585 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/networks?id=a80c73b1-414f-4eca-95f7-c76860e7ac3b HTTP/1.1" status: 200 len: 815 time: 0.1019800 Nov 23 05:34:04.702384 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3265e9b8-bec5-42e5-963c-6e5a0ae119a2 req-3a656a1e-ee97-4742-85dd-8146212d3ef9 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/quotas/fe283c86c6fa4f4da2ff45b4d70ceffc HTTP/1.1" status: 200 len: 375 time: 0.0090859 Nov 23 05:34:04.753899 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3265e9b8-bec5-42e5-963c-6e5a0ae119a2 req-0b538ea9-210b-469b-8741-6bfe92f20a08 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=fe283c86c6fa4f4da2ff45b4d70ceffc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0459976 Nov 23 05:34:04.844468 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3265e9b8-bec5-42e5-963c-6e5a0ae119a2 req-e18c48a3-c993-4d26-9306-ef57c6782646 service neutron] 10.222.0.48 "GET /v2.0/networks/a80c73b1-414f-4eca-95f7-c76860e7ac3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834522 Nov 23 05:34:04.932838 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3265e9b8-bec5-42e5-963c-6e5a0ae119a2 req-60efd245-4182-4538-a6fd-c3249a7ed048 service neutron] 10.222.0.48 "GET /v2.0/networks/a80c73b1-414f-4eca-95f7-c76860e7ac3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826979 Nov 23 05:34:05.091792 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-17154182-3cd2-4af8-be84-b7daefcb8802 req-a5bea80d-267b-42c8-b525-6c98321b0354 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2426158-4a10-4252-8803-288070e22792 HTTP/1.1" status: 200 len: 210 time: 0.0307593 Nov 23 05:34:05.655552 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-a7b72924-10f8-4a8f-b054-a9dbdac3ead1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:06.152492 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265e9b8-bec5-42e5-963c-6e5a0ae119a2 req-0145dbf8-06ec-4943-9c06-27f39eaf7b3a tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:34:06.154618 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3265e9b8-bec5-42e5-963c-6e5a0ae119a2 req-0145dbf8-06ec-4943-9c06-27f39eaf7b3a tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.54 "GET /v2.0/networks?id=a80c73b1-414f-4eca-95f7-c76860e7ac3b HTTP/1.1" status: 200 len: 815 time: 0.1049469 Nov 23 05:34:06.176014 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [req-3265e9b8-bec5-42e5-963c-6e5a0ae119a2 req-fdf8d491-9a4b-4b84-a87e-61e6c6fed307 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Request body: {'port': {'device_id': 'd2426158-4a10-4252-8803-288070e22792', 'network_id': 'a80c73b1-414f-4eca-95f7-c76860e7ac3b', 'admin_state_up': True, 'tenant_id': 'fe283c86c6fa4f4da2ff45b4d70ceffc'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:34:06.194525 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-eb02b346-06a6-4e3c-a2c9-2a6d1216e86f req-db36e35c-9fa1-4603-a37e-a67021b4886a tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2426158-4a10-4252-8803-288070e22792 HTTP/1.1" status: 200 len: 210 time: 0.0330751 Nov 23 05:34:06.300111 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3265e9b8-bec5-42e5-963c-6e5a0ae119a2 req-fdf8d491-9a4b-4b84-a87e-61e6c6fed307 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Made reservation on behalf of fe283c86c6fa4f4da2ff45b4d70ceffc for: {'port': 1} {{(pid=102516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:34:06.303558 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-3265e9b8-bec5-42e5-963c-6e5a0ae119a2 req-fdf8d491-9a4b-4b84-a87e-61e6c6fed307 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:06.427333 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.db_base_plugin_common [req-3265e9b8-bec5-42e5-963c-6e5a0ae119a2 req-fdf8d491-9a4b-4b84-a87e-61e6c6fed307 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Allocated IP 172.20.0.6 (a80c73b1-414f-4eca-95f7-c76860e7ac3b/3634c812-8d62-4004-a55d-c10a5f7a0708/40f357c8-9255-4a00-9d41-bebb732ee9d6) {{(pid=102516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:34:06.568003 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-3265e9b8-bec5-42e5-963c-6e5a0ae119a2 req-fdf8d491-9a4b-4b84-a87e-61e6c6fed307 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Publish callbacks [] for port, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:06.601085 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-3265e9b8-bec5-42e5-963c-6e5a0ae119a2 req-fdf8d491-9a4b-4b84-a87e-61e6c6fed307 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751724218534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237887'] for port, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:06.636207 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] get_ports_and_sgs() called for port_ids ['9e1a5b56-0175-4a42-9269-fb3e1930ca83', 'c09d8600-5df2-4eb0-a4ac-298f62e91f4f', '7179c1c4-0ac9-4c0a-96c1-5267a975603c'] {{(pid=102518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:34:06.648696 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3265e9b8-bec5-42e5-963c-6e5a0ae119a2 req-fdf8d491-9a4b-4b84-a87e-61e6c6fed307 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Network a80c73b1-414f-4eca-95f7-c76860e7ac3b is already hosted by enough agents. {{(pid=102516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:34:06.652017 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [req-3265e9b8-bec5-42e5-963c-6e5a0ae119a2 req-fdf8d491-9a4b-4b84-a87e-61e6c6fed307 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Resources bound (agent type, host, resource id): {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:34:06.655674 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [req-3265e9b8-bec5-42e5-963c-6e5a0ae119a2 req-fdf8d491-9a4b-4b84-a87e-61e6c6fed307 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Received port after_create {{(pid=102516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:34:06.681597 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf8d491-9a4b-4b84-a87e-61e6c6fed307 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Pushing event updated for resources: {'Port': ['ID=40f357c8-9255-4a00-9d41-bebb732ee9d6,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:34:06.694715 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf8d491-9a4b-4b84-a87e-61e6c6fed307 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:34:06.695102 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf8d491-9a4b-4b84-a87e-61e6c6fed307 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:34:06.695451 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf8d491-9a4b-4b84-a87e-61e6c6fed307 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:34:06.695793 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf8d491-9a4b-4b84-a87e-61e6c6fed307 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:34:06.696134 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf8d491-9a4b-4b84-a87e-61e6c6fed307 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:34:06.696480 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf8d491-9a4b-4b84-a87e-61e6c6fed307 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:34:06.696817 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf8d491-9a4b-4b84-a87e-61e6c6fed307 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:34:06.697417 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf8d491-9a4b-4b84-a87e-61e6c6fed307 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:34:06.697756 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf8d491-9a4b-4b84-a87e-61e6c6fed307 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:34:06.698100 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf8d491-9a4b-4b84-a87e-61e6c6fed307 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:34:06.698424 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf8d491-9a4b-4b84-a87e-61e6c6fed307 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:34:06.698756 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf8d491-9a4b-4b84-a87e-61e6c6fed307 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:34:06.719388 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265e9b8-bec5-42e5-963c-6e5a0ae119a2 req-fdf8d491-9a4b-4b84-a87e-61e6c6fed307 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:34:06.720047 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-3265e9b8-bec5-42e5-963c-6e5a0ae119a2 req-fdf8d491-9a4b-4b84-a87e-61e6c6fed307 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:06.735199 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3265e9b8-bec5-42e5-963c-6e5a0ae119a2 req-fdf8d491-9a4b-4b84-a87e-61e6c6fed307 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5631411 Nov 23 05:34:06.759539 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [req-3265e9b8-bec5-42e5-963c-6e5a0ae119a2 req-622c8da1-d494-45b6-9e70-60f325abf892 service neutron] Request body: {'port': {'device_id': 'd2426158-4a10-4252-8803-288070e22792', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80507'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:34:06.811633 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-3265e9b8-bec5-42e5-963c-6e5a0ae119a2 req-622c8da1-d494-45b6-9e70-60f325abf892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:07.077237 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [req-3265e9b8-bec5-42e5-963c-6e5a0ae119a2 req-622c8da1-d494-45b6-9e70-60f325abf892 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40f357c8-9255-4a00-9d41-bebb732ee9d6 {{(pid=102516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:34:07.083144 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-cb0bae37-5947-48f5-b8ea-be8dc2c46173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:07.085200 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-3265e9b8-bec5-42e5-963c-6e5a0ae119a2 req-622c8da1-d494-45b6-9e70-60f325abf892 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:07.097130 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.provisioning_blocks [req-3265e9b8-bec5-42e5-963c-6e5a0ae119a2 req-622c8da1-d494-45b6-9e70-60f325abf892 service neutron] Transition to ACTIVE for port object 40f357c8-9255-4a00-9d41-bebb732ee9d6 will not be triggered until provisioned by entity L2. {{(pid=102516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 05:34:07.100798 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-3265e9b8-bec5-42e5-963c-6e5a0ae119a2 req-622c8da1-d494-45b6-9e70-60f325abf892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237864'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:07.151828 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c8da1-d494-45b6-9e70-60f325abf892 service neutron] Pushing event updated for resources: {'Port': ['ID=40f357c8-9255-4a00-9d41-bebb732ee9d6,revision_number=2']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:34:07.217251 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-3265e9b8-bec5-42e5-963c-6e5a0ae119a2 req-622c8da1-d494-45b6-9e70-60f325abf892 service neutron] Attempting to bind port 40f357c8-9255-4a00-9d41-bebb732ee9d6 on host hv-cinder-80507 for vnic_type normal with profile {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:34:07.217919 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-3265e9b8-bec5-42e5-963c-6e5a0ae119a2 req-622c8da1-d494-45b6-9e70-60f325abf892 service neutron] Attempting to bind port 40f357c8-9255-4a00-9d41-bebb732ee9d6 by drivers openvswitch,hyperv on host hv-cinder-80507 at level 0 using segments [{'id': 'dc2e8141-193a-4ec2-bc1c-70a8394baa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a80c73b1-414f-4eca-95f7-c76860e7ac3b'}] {{(pid=102516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:34:07.217919 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3265e9b8-bec5-42e5-963c-6e5a0ae119a2 req-622c8da1-d494-45b6-9e70-60f325abf892 service neutron] Attempting to bind port 40f357c8-9255-4a00-9d41-bebb732ee9d6 on network a80c73b1-414f-4eca-95f7-c76860e7ac3b {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:34:07.222725 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3265e9b8-bec5-42e5-963c-6e5a0ae119a2 req-622c8da1-d494-45b6-9e70-60f325abf892 service neutron] Port 40f357c8-9255-4a00-9d41-bebb732ee9d6 on network a80c73b1-414f-4eca-95f7-c76860e7ac3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80507 {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 05:34:07.222725 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3265e9b8-bec5-42e5-963c-6e5a0ae119a2 req-622c8da1-d494-45b6-9e70-60f325abf892 service neutron] Attempting to bind port 40f357c8-9255-4a00-9d41-bebb732ee9d6 on network a80c73b1-414f-4eca-95f7-c76860e7ac3b {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:34:07.227603 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3265e9b8-bec5-42e5-963c-6e5a0ae119a2 req-622c8da1-d494-45b6-9e70-60f325abf892 service neutron] Checking agent: {'id': 'b8a1d969-7c04-443a-af3a-1812b1d56913', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80507', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 5, 23, 27), 'started_at': datetime.datetime(2021, 11, 23, 5, 23, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:34:07.228214 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3265e9b8-bec5-42e5-963c-6e5a0ae119a2 req-622c8da1-d494-45b6-9e70-60f325abf892 service neutron] Checking segment: {'id': 'dc2e8141-193a-4ec2-bc1c-70a8394baa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a80c73b1-414f-4eca-95f7-c76860e7ac3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:34:07.228325 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3265e9b8-bec5-42e5-963c-6e5a0ae119a2 req-622c8da1-d494-45b6-9e70-60f325abf892 service neutron] Bound using segment: {'id': 'dc2e8141-193a-4ec2-bc1c-70a8394baa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a80c73b1-414f-4eca-95f7-c76860e7ac3b'} {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:34:07.228727 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-3265e9b8-bec5-42e5-963c-6e5a0ae119a2 req-622c8da1-d494-45b6-9e70-60f325abf892 service neutron] Bound port: 40f357c8-9255-4a00-9d41-bebb732ee9d6, host: hv-cinder-80507, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc2e8141-193a-4ec2-bc1c-70a8394baa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'a80c73b1-414f-4eca-95f7-c76860e7ac3b'}}] {{(pid=102516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:34:07.229081 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-3265e9b8-bec5-42e5-963c-6e5a0ae119a2 req-622c8da1-d494-45b6-9e70-60f325abf892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:07.325145 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-3265e9b8-bec5-42e5-963c-6e5a0ae119a2 req-622c8da1-d494-45b6-9e70-60f325abf892 service neutron] For port 40f357c8-9255-4a00-9d41-bebb732ee9d6, host hv-cinder-80507, cleared binding levels {{(pid=102516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:34:07.329709 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-3265e9b8-bec5-42e5-963c-6e5a0ae119a2 req-622c8da1-d494-45b6-9e70-60f325abf892 service neutron] For port 40f357c8-9255-4a00-9d41-bebb732ee9d6, host hv-cinder-80507, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=40f357c8-9255-4a00-9d41-bebb732ee9d6,segment=NetworkSegment(dc2e8141-193a-4ec2-bc1c-70a8394baa80),segment_id=dc2e8141-193a-4ec2-bc1c-70a8394baa80)] {{(pid=102516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:34:07.338609 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c33bc-f4c0-4c1d-8d1f-372c31d80b6e req-e0da46a2-9481-45fd-95f5-b9fbb481de56 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:34:07.340120 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-337c33bc-f4c0-4c1d-8d1f-372c31d80b6e req-e0da46a2-9481-45fd-95f5-b9fbb481de56 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2426158-4a10-4252-8803-288070e22792 HTTP/1.1" status: 200 len: 943 time: 0.0714691 Nov 23 05:34:07.341557 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-3265e9b8-bec5-42e5-963c-6e5a0ae119a2 req-622c8da1-d494-45b6-9e70-60f325abf892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237864'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:07.395127 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265e9b8-bec5-42e5-963c-6e5a0ae119a2 req-622c8da1-d494-45b6-9e70-60f325abf892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:34:07.395754 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-3265e9b8-bec5-42e5-963c-6e5a0ae119a2 req-622c8da1-d494-45b6-9e70-60f325abf892 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:07.397135 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3265e9b8-bec5-42e5-963c-6e5a0ae119a2 req-622c8da1-d494-45b6-9e70-60f325abf892 service neutron] 10.222.0.54 "PUT /v2.0/ports/40f357c8-9255-4a00-9d41-bebb732ee9d6 HTTP/1.1" status: 200 len: 1093 time: 0.6417673 Nov 23 05:34:07.399733 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2426158-4a10-4252-8803-288070e22792', 'tag': '40f357c8-9255-4a00-9d41-bebb732ee9d6'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:34:07.401932 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20d478f7b504b4f7a92aed5d5c075fb26ddad21beb532cc87d656362fb0682d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d6ae53-66e9-48fc-8f88-a20d7dd9be94" -d '{"events": [{"name": "network-changed", "server_uuid": "d2426158-4a10-4252-8803-288070e22792", "tag": "40f357c8-9255-4a00-9d41-bebb732ee9d6"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:34:07.440367 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c8da1-d494-45b6-9e70-60f325abf892 service neutron] Pushing event updated for resources: {'Port': ['ID=40f357c8-9255-4a00-9d41-bebb732ee9d6,revision_number=3']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:34:07.446426 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-337c33bc-f4c0-4c1d-8d1f-372c31d80b6e req-16ba9d61-2a97-44f4-9ea3-83403a2c55d6 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/security-groups?id=51016a1d-e482-471b-8e52-a6e93b33672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992579 Nov 23 05:34:07.448152 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3245fee0-d9f5-41ab-8cb4-72c504d1a36b x-openstack-request-id: req-3245fee0-d9f5-41ab-8cb4-72c504d1a36b {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:34:07.448445 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2426158-4a10-4252-8803-288070e22792", "tag": "40f357c8-9255-4a00-9d41-bebb732ee9d6", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:34:07.448702 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3245fee0-d9f5-41ab-8cb4-72c504d1a36b {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:34:07.449146 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2426158-4a10-4252-8803-288070e22792', 'tag': '40f357c8-9255-4a00-9d41-bebb732ee9d6', 'status': 'completed', 'code': 200} Nov 23 05:34:07.510732 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265e9b8-bec5-42e5-963c-6e5a0ae119a2 req-68036213-2be6-41d9-b919-d370c0bc7532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:34:07.512237 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3265e9b8-bec5-42e5-963c-6e5a0ae119a2 req-68036213-2be6-41d9-b919-d370c0bc7532 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fe283c86c6fa4f4da2ff45b4d70ceffc&device_id=d2426158-4a10-4252-8803-288070e22792 HTTP/1.1" status: 200 len: 1096 time: 0.0404460 Nov 23 05:34:07.562799 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3265e9b8-bec5-42e5-963c-6e5a0ae119a2 req-60a648db-547b-4543-949d-2e6d105c685a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40f357c8-9255-4a00-9d41-bebb732ee9d6 HTTP/1.1" status: 200 len: 217 time: 0.0329211 Nov 23 05:34:07.616597 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265e9b8-bec5-42e5-963c-6e5a0ae119a2 req-5f2a197e-7dfb-4652-8370-7345fe159ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:34:07.617924 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3265e9b8-bec5-42e5-963c-6e5a0ae119a2 req-5f2a197e-7dfb-4652-8370-7345fe159ad4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3634c812-8d62-4004-a55d-c10a5f7a0708 HTTP/1.1" status: 200 len: 855 time: 0.0456290 Nov 23 05:34:07.650627 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3265e9b8-bec5-42e5-963c-6e5a0ae119a2 req-b0bcef04-d9e4-457f-80a3-4884cafc0fd8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a80c73b1-414f-4eca-95f7-c76860e7ac3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234921 Nov 23 05:34:07.739888 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3265e9b8-bec5-42e5-963c-6e5a0ae119a2 req-8fd5e866-5088-4af2-a41d-73a8bce6f757 service neutron] 10.222.0.54 "GET /v2.0/networks/a80c73b1-414f-4eca-95f7-c76860e7ac3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812638 Nov 23 05:34:07.833068 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3265e9b8-bec5-42e5-963c-6e5a0ae119a2 req-6dc08258-a3c8-44f2-acaa-16a00aa6d033 service neutron] 10.222.0.54 "GET /v2.0/networks/a80c73b1-414f-4eca-95f7-c76860e7ac3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850539 Nov 23 05:34:07.990451 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d6ae53-66e9-48fc-8f88-a20d7dd9be94 req-cb082c16-4fd8-4e58-afbb-4ff8f3aee2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:34:07.991895 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c6d6ae53-66e9-48fc-8f88-a20d7dd9be94 req-cb082c16-4fd8-4e58-afbb-4ff8f3aee2ad service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fe283c86c6fa4f4da2ff45b4d70ceffc&device_id=d2426158-4a10-4252-8803-288070e22792 HTTP/1.1" status: 200 len: 1096 time: 0.0539687 Nov 23 05:34:08.092477 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d6ae53-66e9-48fc-8f88-a20d7dd9be94 req-f0aaf7a8-0e51-4581-8459-6fdbb52a521d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:34:08.093918 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c6d6ae53-66e9-48fc-8f88-a20d7dd9be94 req-f0aaf7a8-0e51-4581-8459-6fdbb52a521d service neutron] 10.222.0.54 "GET /v2.0/networks?id=a80c73b1-414f-4eca-95f7-c76860e7ac3b HTTP/1.1" status: 200 len: 916 time: 0.0916882 Nov 23 05:34:08.137824 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c6d6ae53-66e9-48fc-8f88-a20d7dd9be94 req-16fa7260-abe4-447f-ba8e-f04f02af040c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40f357c8-9255-4a00-9d41-bebb732ee9d6 HTTP/1.1" status: 200 len: 217 time: 0.0339737 Nov 23 05:34:08.186785 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d6ae53-66e9-48fc-8f88-a20d7dd9be94 req-e9109f50-bfa2-4c75-917c-62a47add5a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:34:08.188333 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c6d6ae53-66e9-48fc-8f88-a20d7dd9be94 req-e9109f50-bfa2-4c75-917c-62a47add5a8f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3634c812-8d62-4004-a55d-c10a5f7a0708 HTTP/1.1" status: 200 len: 855 time: 0.0424352 Nov 23 05:34:08.220068 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c6d6ae53-66e9-48fc-8f88-a20d7dd9be94 req-32beed69-a878-4429-9696-aa49cd961054 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a80c73b1-414f-4eca-95f7-c76860e7ac3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231202 Nov 23 05:34:08.314639 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c6d6ae53-66e9-48fc-8f88-a20d7dd9be94 req-59aca112-4fb9-4935-9b03-21c88f65eadc service neutron] 10.222.0.54 "GET /v2.0/networks/a80c73b1-414f-4eca-95f7-c76860e7ac3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856321 Nov 23 05:34:08.406160 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-c6d6ae53-66e9-48fc-8f88-a20d7dd9be94 req-9bc2c872-70bd-4779-8163-b96990bc2530 service neutron] 10.222.0.54 "GET /v2.0/networks/a80c73b1-414f-4eca-95f7-c76860e7ac3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829053 Nov 23 05:34:08.484830 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-0cc3cdcc-aace-4769-a54e-383df0ffcf0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:08.567954 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f373a1-311b-49de-a0e4-3d7118ac4b2a req-5b8bf2bc-a027-40bc-9502-275a0491001d tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:34:08.569329 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b8f373a1-311b-49de-a0e4-3d7118ac4b2a req-5b8bf2bc-a027-40bc-9502-275a0491001d tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2426158-4a10-4252-8803-288070e22792 HTTP/1.1" status: 200 len: 943 time: 0.0532069 Nov 23 05:34:08.617175 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b8f373a1-311b-49de-a0e4-3d7118ac4b2a req-dd87d06d-44ca-4889-b339-c34b1d2f109a tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/security-groups?id=51016a1d-e482-471b-8e52-a6e93b33672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417457 Nov 23 05:34:09.104010 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:09.731771 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0a657-861c-4bfe-a310-4b3014660a71 req-2a5dcaaa-d393-482d-a719-f8e89fc41614 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:34:09.733225 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-03a0a657-861c-4bfe-a310-4b3014660a71 req-2a5dcaaa-d393-482d-a719-f8e89fc41614 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2426158-4a10-4252-8803-288070e22792 HTTP/1.1" status: 200 len: 943 time: 0.0489326 Nov 23 05:34:09.779737 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-03a0a657-861c-4bfe-a310-4b3014660a71 req-d5de6cef-2530-4acc-8e6e-6456c0784ed6 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/security-groups?id=51016a1d-e482-471b-8e52-a6e93b33672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405390 Nov 23 05:34:10.898054 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718fc03c-b2de-4437-8d89-6e75c9225538 req-2937279d-7e36-4c04-bda9-5726a80c65da tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:34:10.899543 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-718fc03c-b2de-4437-8d89-6e75c9225538 req-2937279d-7e36-4c04-bda9-5726a80c65da tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2426158-4a10-4252-8803-288070e22792 HTTP/1.1" status: 200 len: 943 time: 0.0522258 Nov 23 05:34:10.946937 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-718fc03c-b2de-4437-8d89-6e75c9225538 req-29e1586e-ff0c-4a94-91ab-d4ea1ac91677 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/security-groups?id=51016a1d-e482-471b-8e52-a6e93b33672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412004 Nov 23 05:34:11.741586 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device 40f357c8-9255-4a00-9d41-bebb732ee9d6 details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=102518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 05:34:11.957300 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port 40f357c8-9255-4a00-9d41-bebb732ee9d6, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=40f357c8-9255-4a00-9d41-bebb732ee9d6,segment=NetworkSegment(dc2e8141-193a-4ec2-bc1c-70a8394baa80),segment_id=dc2e8141-193a-4ec2-bc1c-70a8394baa80)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:34:11.968446 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Returning: {'device': '40f357c8-9255-4a00-9d41-bebb732ee9d6', 'network_id': 'a80c73b1-414f-4eca-95f7-c76860e7ac3b', 'port_id': '40f357c8-9255-4a00-9d41-bebb732ee9d6', 'mac_address': 'fa:16:3e:e1:e9:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3634c812-8d62-4004-a55d-c10a5f7a0708', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 05:34:12.005346 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:12.018890 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.notifiers.nova [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40f357c8-9255-4a00-9d41-bebb732ee9d6 {{(pid=102518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:34:12.038747 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port 40f357c8-9255-4a00-9d41-bebb732ee9d6, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=40f357c8-9255-4a00-9d41-bebb732ee9d6,segment=NetworkSegment(dc2e8141-193a-4ec2-bc1c-70a8394baa80),segment_id=dc2e8141-193a-4ec2-bc1c-70a8394baa80)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:34:12.042663 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:12.060573 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a855f0-5861-4ce1-ae10-cdf9a91700b6 req-a2b80003-4de6-4d46-a760-4beb395fe32d tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:34:12.062047 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-32a855f0-5861-4ce1-ae10-cdf9a91700b6 req-a2b80003-4de6-4d46-a760-4beb395fe32d tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2426158-4a10-4252-8803-288070e22792 HTTP/1.1" status: 200 len: 943 time: 0.0488234 Nov 23 05:34:12.090165 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Pushing event updated for resources: {'Port': ['ID=40f357c8-9255-4a00-9d41-bebb732ee9d6,revision_number=4']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:34:12.108325 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-32a855f0-5861-4ce1-ae10-cdf9a91700b6 req-d3203052-8c96-4ec0-99ed-a26bc5ca3c5b tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/security-groups?id=51016a1d-e482-471b-8e52-a6e93b33672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402870 Nov 23 05:34:12.424784 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] get_ports_and_sgs() called for port_ids ['40f357c8-9255-4a00-9d41-bebb732ee9d6'] {{(pid=102518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:34:13.220445 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cfd87e-ea0d-40fc-a629-92c33fafe4cd req-bf2d9cda-4d02-4389-8d69-c0494a7efb8e tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:34:13.221892 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-97cfd87e-ea0d-40fc-a629-92c33fafe4cd req-bf2d9cda-4d02-4389-8d69-c0494a7efb8e tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2426158-4a10-4252-8803-288070e22792 HTTP/1.1" status: 200 len: 944 time: 0.0477903 Nov 23 05:34:13.270833 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-97cfd87e-ea0d-40fc-a629-92c33fafe4cd req-48c3606d-fbd9-4b57-a228-f4080b653a8e tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/security-groups?id=51016a1d-e482-471b-8e52-a6e93b33672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431421 Nov 23 05:34:13.738126 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device 40f357c8-9255-4a00-9d41-bebb732ee9d6 up at agent hyperv_hv-cinder-80507 {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:34:13.785711 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Provisioning for port 40f357c8-9255-4a00-9d41-bebb732ee9d6 completed by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 05:34:13.790133 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Provisioning complete for port 40f357c8-9255-4a00-9d41-bebb732ee9d6 triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:34:13.790519 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:13.867987 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:13.889610 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2426158-4a10-4252-8803-288070e22792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f357c8-9255-4a00-9d41-bebb732ee9d6'}] {{(pid=102518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:34:13.891896 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1555ff6ee76347fd5083048713d2688504cf60c4b4cdc9acc0e7e1b3a3add239" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159115cb-4f07-41b6-a20e-0fb80a00fbae" -d '{"events": [{"server_uuid": "d2426158-4a10-4252-8803-288070e22792", "name": "network-vif-plugged", "status": "completed", "tag": "40f357c8-9255-4a00-9d41-bebb732ee9d6"}]}' {{(pid=102518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:34:13.904323 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port 40f357c8-9255-4a00-9d41-bebb732ee9d6, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=40f357c8-9255-4a00-9d41-bebb732ee9d6,segment=NetworkSegment(dc2e8141-193a-4ec2-bc1c-70a8394baa80),segment_id=dc2e8141-193a-4ec2-bc1c-70a8394baa80)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:34:13.908752 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:13.931767 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e90600-6edd-47f8-a941-0450e4e4bd86 x-openstack-request-id: req-56e90600-6edd-47f8-a941-0450e4e4bd86 {{(pid=102518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:34:13.932064 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2426158-4a10-4252-8803-288070e22792", "name": "network-vif-plugged", "status": "completed", "tag": "40f357c8-9255-4a00-9d41-bebb732ee9d6", "code": 200}]} {{(pid=102518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:34:13.932326 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-56e90600-6edd-47f8-a941-0450e4e4bd86 {{(pid=102518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:34:13.932722 dv-cinder-805072-6-iscsi neutron-server[102518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2426158-4a10-4252-8803-288070e22792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f357c8-9255-4a00-9d41-bebb732ee9d6', 'code': 200} Nov 23 05:34:13.958006 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Pushing event updated for resources: {'Port': ['ID=40f357c8-9255-4a00-9d41-bebb732ee9d6,revision_number=5']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:34:14.133277 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93509ef5-1011-404f-85a1-c67d52171c84 req-67541457-94a7-4dbd-87ed-119a9045e7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:34:14.134739 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-93509ef5-1011-404f-85a1-c67d52171c84 req-67541457-94a7-4dbd-87ed-119a9045e7d7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d2426158-4a10-4252-8803-288070e22792 HTTP/1.1" status: 200 len: 1098 time: 0.0391612 Nov 23 05:34:14.180203 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-93509ef5-1011-404f-85a1-c67d52171c84 req-049cd9a3-7fe0-4171-b872-74ae0fe5b334 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=51016a1d-e482-471b-8e52-a6e93b33672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368750 Nov 23 05:34:14.385461 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e17a63c-791f-4948-a1b2-15d1676958d8 req-261c31cb-8e22-44ce-b36b-ed98756e250b tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:34:14.386937 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9e17a63c-791f-4948-a1b2-15d1676958d8 req-261c31cb-8e22-44ce-b36b-ed98756e250b tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2426158-4a10-4252-8803-288070e22792 HTTP/1.1" status: 200 len: 945 time: 0.0490534 Nov 23 05:34:14.432774 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9e17a63c-791f-4948-a1b2-15d1676958d8 req-a3ba1693-5af2-422e-b3f4-e98e92a4b747 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/security-groups?id=51016a1d-e482-471b-8e52-a6e93b33672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394859 Nov 23 05:34:15.554174 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5366e6-9a2d-4d5f-8733-65abb1713a2c req-7695595e-fccc-4123-904f-35058ff61b93 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:34:15.555684 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9e5366e6-9a2d-4d5f-8733-65abb1713a2c req-7695595e-fccc-4123-904f-35058ff61b93 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2426158-4a10-4252-8803-288070e22792 HTTP/1.1" status: 200 len: 945 time: 0.0537767 Nov 23 05:34:15.603664 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9e5366e6-9a2d-4d5f-8733-65abb1713a2c req-2d2716c3-9735-40dc-b5ac-73a18da61088 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/security-groups?id=51016a1d-e482-471b-8e52-a6e93b33672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419929 Nov 23 05:34:20.976466 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 37312) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:34:21.135277 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-3e72be6e-395a-44f4-9bbe-d1788bd58081 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Deleting port 12e95f4a-1e99-4cb1-a1dc-6025f1d62df1 {{(pid=102517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:34:21.135623 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-3e72be6e-395a-44f4-9bbe-d1788bd58081 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751724797224'] for port, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:21.211625 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-3e72be6e-395a-44f4-9bbe-d1788bd58081 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630705'] for port, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:21.211947 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-3e72be6e-395a-44f4-9bbe-d1788bd58081 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:21.224375 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-3e72be6e-395a-44f4-9bbe-d1788bd58081 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Calling delete_port for 12e95f4a-1e99-4cb1-a1dc-6025f1d62df1 owned by network:floatingip {{(pid=102517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:34:21.369405 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-3e72be6e-395a-44f4-9bbe-d1788bd58081 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751724800597', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751724218543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25211324'] for port, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:21.395030 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e72be6e-395a-44f4-9bbe-d1788bd58081 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Pushing event deleted for resources: {'Port': ['ID=12e95f4a-1e99-4cb1-a1dc-6025f1d62df1,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:34:21.406205 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e72be6e-395a-44f4-9bbe-d1788bd58081 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:34:21.406561 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e72be6e-395a-44f4-9bbe-d1788bd58081 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:34:21.406931 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e72be6e-395a-44f4-9bbe-d1788bd58081 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:34:21.407275 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e72be6e-395a-44f4-9bbe-d1788bd58081 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:34:21.407616 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e72be6e-395a-44f4-9bbe-d1788bd58081 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:34:21.407952 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e72be6e-395a-44f4-9bbe-d1788bd58081 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:34:21.408287 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e72be6e-395a-44f4-9bbe-d1788bd58081 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:34:21.409352 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e72be6e-395a-44f4-9bbe-d1788bd58081 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:34:21.409909 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e72be6e-395a-44f4-9bbe-d1788bd58081 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:34:21.410245 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e72be6e-395a-44f4-9bbe-d1788bd58081 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:34:21.410579 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e72be6e-395a-44f4-9bbe-d1788bd58081 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:34:21.410931 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e72be6e-395a-44f4-9bbe-d1788bd58081 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:34:21.467813 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-3e72be6e-395a-44f4-9bbe-d1788bd58081 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Publish callbacks [] for floatingip, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:21.468210 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.db.l3_db [None req-3e72be6e-395a-44f4-9bbe-d1788bd58081 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Floating IP ed945d2d-1059-4da2-a038-9dbb0f988b29 disassociated (deleted). External IP: 172.27.0.157, port: b0461070-6637-463d-b8fc-5d2ec7130e2a. Nov 23 05:34:21.669500 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e72be6e-395a-44f4-9bbe-d1788bd58081 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Router b6b3798c-4a81-402c-bd54-63949568e2e8 has already been hosted by L3 agent 9dac5a01-04fc-4e91-9910-6392ff9c638b {{(pid=102517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:34:21.777931 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e72be6e-395a-44f4-9bbe-d1788bd58081 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Notify agent at l3_agent.dv-cinder-805072-6-iscsi the message routers_updated {{(pid=102517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:34:21.782722 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-3e72be6e-395a-44f4-9bbe-d1788bd58081 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for floatingip, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:21.787725 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c5dcd0-f7f7-43cd-83fb-fa646fa137e7 None None] Sync routers for ids ['b6b3798c-4a81-402c-bd54-63949568e2e8'] in dv-cinder-805072-6-iscsi {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:34:21.796592 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c5dcd0-f7f7-43cd-83fb-fa646fa137e7 None None] Routers {'b6b3798c-4a81-402c-bd54-63949568e2e8'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:34:21.797213 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-00c5dcd0-f7f7-43cd-83fb-fa646fa137e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:34:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['b6b3798c-4a81-402c-bd54-63949568e2e8'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:34:21.809838 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-3e72be6e-395a-44f4-9bbe-d1788bd58081 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "DELETE /v2.0/floatingips/ed945d2d-1059-4da2-a038-9dbb0f988b29 HTTP/1.1" status: 204 len: 168 time: 0.8323648 Nov 23 05:34:21.810530 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '584a81d2-404b-4609-967a-0d0cbdfdc0bd', 'tag': 'b0461070-6637-463d-b8fc-5d2ec7130e2a'}] {{(pid=102517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:34:21.812928 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6655a57eaf65bce136dcd01a1029ca1ef2acc79c86755a7aa074dfdaee6e1dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68782147-a4d9-4655-ab50-70c7c1b4aa56" -d '{"events": [{"name": "network-changed", "server_uuid": "584a81d2-404b-4609-967a-0d0cbdfdc0bd", "tag": "b0461070-6637-463d-b8fc-5d2ec7130e2a"}]}' {{(pid=102517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:34:21.852445 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aecdd04a-47d3-461a-bc4f-282c23fb576f x-openstack-request-id: req-aecdd04a-47d3-461a-bc4f-282c23fb576f {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:34:21.852739 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "584a81d2-404b-4609-967a-0d0cbdfdc0bd", "tag": "b0461070-6637-463d-b8fc-5d2ec7130e2a", "status": "completed", "code": 200}]} {{(pid=102517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:34:21.852997 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-aecdd04a-47d3-461a-bc4f-282c23fb576f {{(pid=102517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:34:21.853400 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '584a81d2-404b-4609-967a-0d0cbdfdc0bd', 'tag': 'b0461070-6637-463d-b8fc-5d2ec7130e2a', 'status': 'completed', 'code': 200} Nov 23 05:34:21.910752 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-00c5dcd0-f7f7-43cd-83fb-fa646fa137e7 None None] Set router b6b3798c-4a81-402c-bd54-63949568e2e8 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:34:21.963101 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68782147-a4d9-4655-ab50-70c7c1b4aa56 req-fd4a2315-cb64-4411-9189-296e3e9e1ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:34:21.964634 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-68782147-a4d9-4655-ab50-70c7c1b4aa56 req-fd4a2315-cb64-4411-9189-296e3e9e1ecd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ad191be0886046eeaa7030de6ed90099&device_id=584a81d2-404b-4609-967a-0d0cbdfdc0bd HTTP/1.1" status: 200 len: 1099 time: 0.0618644 Nov 23 05:34:22.093896 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f5e0e-4634-4c21-979b-6be972e3abae req-8bc46d18-80a3-4776-88a8-5878f172f592 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:34:22.095373 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4c7f5e0e-4634-4c21-979b-6be972e3abae req-8bc46d18-80a3-4776-88a8-5878f172f592 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/ports?device_id=584a81d2-404b-4609-967a-0d0cbdfdc0bd HTTP/1.1" status: 200 len: 946 time: 0.1031849 Nov 23 05:34:22.115650 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-00c5dcd0-f7f7-43cd-83fb-fa646fa137e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b3798c-4a81-402c-bd54-63949568e2e8', 'name': 'tempest-TestShelveInstance-2073954385-router', 'tenant_id': 'ad191be0886046eeaa7030de6ed90099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'c03d9892-cb05-418e-b6c4-0e25a28ccf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:29:32Z', 'updated_at': '2021-11-23T05:29:34Z', 'revision_number': 4, 'project_id': 'ad191be0886046eeaa7030de6ed90099', 'gw_port': {'id': 'c03d9892-cb05-418e-b6c4-0e25a28ccf76', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:40:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b3798c-4a81-402c-bd54-63949568e2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:29:32Z', 'updated_at': '2021-11-23T05:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_interfaces': [{'id': '9d58ccc2-3ec6-476c-b9b6-956f9897024b', 'name': '', 'network_id': '6ae84b29-0690-473c-8282-824ad6dc6e1f', 'tenant_id': 'ad191be0886046eeaa7030de6ed90099', 'mac_address': 'fa:16:3e:77:35:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b3798c-4a81-402c-bd54-63949568e2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8b5d560a-b60a-4973-943d-2226bfe371e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:29:34Z', 'updated_at': '2021-11-23T05:29:40Z', 'revision_number': 5, 'project_id': 'ad191be0886046eeaa7030de6ed90099', 'subnets': [{'id': '8b5d560a-b60a-4973-943d-2226bfe371e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:34:22.131520 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68782147-a4d9-4655-ab50-70c7c1b4aa56 req-a4b4fa21-0a39-42f2-83b9-bbe63bafebd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:34:22.132967 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-68782147-a4d9-4655-ab50-70c7c1b4aa56 req-a4b4fa21-0a39-42f2-83b9-bbe63bafebd1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6ae84b29-0690-473c-8282-824ad6dc6e1f HTTP/1.1" status: 200 len: 910 time: 0.1308470 Nov 23 05:34:22.141389 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c5dcd0-f7f7-43cd-83fb-fa646fa137e7 None None] Checking router: b6b3798c-4a81-402c-bd54-63949568e2e8 for host: dv-cinder-805072-6-iscsi {{(pid=102518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:34:22.150679 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c5dcd0-f7f7-43cd-83fb-fa646fa137e7 None None] Routers {'b6b3798c-4a81-402c-bd54-63949568e2e8'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:34:22.151332 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-00c5dcd0-f7f7-43cd-83fb-fa646fa137e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:34:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['b6b3798c-4a81-402c-bd54-63949568e2e8'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:34:22.191350 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-68782147-a4d9-4655-ab50-70c7c1b4aa56 req-4398c9da-f275-4f22-a7a0-29d193b24cd6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0461070-6637-463d-b8fc-5d2ec7130e2a HTTP/1.1" status: 200 len: 217 time: 0.0472252 Nov 23 05:34:22.200383 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4c7f5e0e-4634-4c21-979b-6be972e3abae req-7751a8fe-b638-4c12-bf1d-f253cf6790ab tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/security-groups?id=acf46cb2-f64b-4819-bbb8-bc15f83b2b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952516 Nov 23 05:34:22.244830 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68782147-a4d9-4655-ab50-70c7c1b4aa56 req-7440ad31-7242-4a49-90ad-1a396d90f600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:34:22.246275 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-68782147-a4d9-4655-ab50-70c7c1b4aa56 req-7440ad31-7242-4a49-90ad-1a396d90f600 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8b5d560a-b60a-4973-943d-2226bfe371e0 HTTP/1.1" status: 200 len: 848 time: 0.0450604 Nov 23 05:34:22.258051 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-00c5dcd0-f7f7-43cd-83fb-fa646fa137e7 None None] Set router b6b3798c-4a81-402c-bd54-63949568e2e8 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:34:22.293446 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68782147-a4d9-4655-ab50-70c7c1b4aa56 req-fe2e8382-9d6e-41eb-bc13-7bccdd844273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:34:22.295026 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-68782147-a4d9-4655-ab50-70c7c1b4aa56 req-fe2e8382-9d6e-41eb-bc13-7bccdd844273 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6ae84b29-0690-473c-8282-824ad6dc6e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402033 Nov 23 05:34:22.389157 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-68782147-a4d9-4655-ab50-70c7c1b4aa56 req-fb32a0e9-6ee1-48b7-8b27-5cf7a0124af7 service neutron] 10.222.0.54 "GET /v2.0/networks/6ae84b29-0690-473c-8282-824ad6dc6e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850415 Nov 23 05:34:22.455639 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-00c5dcd0-f7f7-43cd-83fb-fa646fa137e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b3798c-4a81-402c-bd54-63949568e2e8', 'name': 'tempest-TestShelveInstance-2073954385-router', 'tenant_id': 'ad191be0886046eeaa7030de6ed90099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'c03d9892-cb05-418e-b6c4-0e25a28ccf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:29:32Z', 'updated_at': '2021-11-23T05:29:34Z', 'revision_number': 4, 'project_id': 'ad191be0886046eeaa7030de6ed90099', 'gw_port': {'id': 'c03d9892-cb05-418e-b6c4-0e25a28ccf76', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:40:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b3798c-4a81-402c-bd54-63949568e2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:29:32Z', 'updated_at': '2021-11-23T05:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_interfaces': [{'id': '9d58ccc2-3ec6-476c-b9b6-956f9897024b', 'name': '', 'network_id': '6ae84b29-0690-473c-8282-824ad6dc6e1f', 'tenant_id': 'ad191be0886046eeaa7030de6ed90099', 'mac_address': 'fa:16:3e:77:35:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b3798c-4a81-402c-bd54-63949568e2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8b5d560a-b60a-4973-943d-2226bfe371e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:29:34Z', 'updated_at': '2021-11-23T05:29:40Z', 'revision_number': 5, 'project_id': 'ad191be0886046eeaa7030de6ed90099', 'subnets': [{'id': '8b5d560a-b60a-4973-943d-2226bfe371e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:34:22.483050 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-68782147-a4d9-4655-ab50-70c7c1b4aa56 req-d51f9904-d71a-4654-93ec-e84f1cc439d4 service neutron] 10.222.0.54 "GET /v2.0/networks/6ae84b29-0690-473c-8282-824ad6dc6e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847840 Nov 23 05:34:22.483215 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c5dcd0-f7f7-43cd-83fb-fa646fa137e7 None None] The sync data for ids ['b6b3798c-4a81-402c-bd54-63949568e2e8'] in dv-cinder-805072-6-iscsi is: [{'id': 'b6b3798c-4a81-402c-bd54-63949568e2e8', 'name': 'tempest-TestShelveInstance-2073954385-router', 'tenant_id': 'ad191be0886046eeaa7030de6ed90099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'c03d9892-cb05-418e-b6c4-0e25a28ccf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:29:32Z', 'updated_at': '2021-11-23T05:29:34Z', 'revision_number': 4, 'project_id': 'ad191be0886046eeaa7030de6ed90099', 'gw_port': {'id': 'c03d9892-cb05-418e-b6c4-0e25a28ccf76', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:40:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b3798c-4a81-402c-bd54-63949568e2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:29:32Z', 'updated_at': '2021-11-23T05:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_interfaces': [{'id': '9d58ccc2-3ec6-476c-b9b6-956f9897024b', 'name': '', 'network_id': '6ae84b29-0690-473c-8282-824ad6dc6e1f', 'tenant_id': 'ad191be0886046eeaa7030de6ed90099', 'mac_address': 'fa:16:3e:77:35:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b3798c-4a81-402c-bd54-63949568e2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8b5d560a-b60a-4973-943d-2226bfe371e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:29:34Z', 'updated_at': '2021-11-23T05:29:40Z', 'revision_number': 5, 'project_id': 'ad191be0886046eeaa7030de6ed90099', 'subnets': [{'id': '8b5d560a-b60a-4973-943d-2226bfe371e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:34:22.693324 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed15a729-4d64-474a-bec1-4082abce3762 None None] New status for floating IP ed945d2d-1059-4da2-a038-9dbb0f988b29: DOWN {{(pid=102519) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 05:34:23.318193 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463c66e-0eed-413a-b63f-4d83de9e41fb req-7992ded4-bfb2-4784-8333-921178505b00 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:34:23.319670 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7463c66e-0eed-413a-b63f-4d83de9e41fb req-7992ded4-bfb2-4784-8333-921178505b00 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/ports?device_id=584a81d2-404b-4609-967a-0d0cbdfdc0bd HTTP/1.1" status: 200 len: 946 time: 0.0483086 Nov 23 05:34:23.368799 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7463c66e-0eed-413a-b63f-4d83de9e41fb req-434e5efc-5faa-4a08-9f5f-61d77820ea3b tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/security-groups?id=acf46cb2-f64b-4819-bbb8-bc15f83b2b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430374 Nov 23 05:34:24.009953 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db21565-9c9d-4114-9ccd-ad5326fd974a req-6107a627-9b1f-411b-a6cc-91bd6d597c05 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:34:24.011438 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1db21565-9c9d-4114-9ccd-ad5326fd974a req-6107a627-9b1f-411b-a6cc-91bd6d597c05 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.54 "GET /v2.0/ports?device_id=584a81d2-404b-4609-967a-0d0cbdfdc0bd HTTP/1.1" status: 200 len: 946 time: 0.0549049 Nov 23 05:34:24.110530 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-1db21565-9c9d-4114-9ccd-ad5326fd974a req-0b303203-52fc-4ec4-aa60-d2742af4c5bb tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Deleting port b0461070-6637-463d-b8fc-5d2ec7130e2a {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:34:24.110883 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-1db21565-9c9d-4114-9ccd-ad5326fd974a req-0b303203-52fc-4ec4-aa60-d2742af4c5bb tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751724797224'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:24.442182 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-1db21565-9c9d-4114-9ccd-ad5326fd974a req-0b303203-52fc-4ec4-aa60-d2742af4c5bb tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] For port b0461070-6637-463d-b8fc-5d2ec7130e2a, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=b0461070-6637-463d-b8fc-5d2ec7130e2a,segment=NetworkSegment(69a590d1-5dd3-4277-96f7-01f211c8329e),segment_id=69a590d1-5dd3-4277-96f7-01f211c8329e)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:34:24.442895 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-1db21565-9c9d-4114-9ccd-ad5326fd974a req-0b303203-52fc-4ec4-aa60-d2742af4c5bb tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630705'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:24.474751 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-1db21565-9c9d-4114-9ccd-ad5326fd974a req-0b303203-52fc-4ec4-aa60-d2742af4c5bb tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Calling delete_port for b0461070-6637-463d-b8fc-5d2ec7130e2a owned by compute:nova {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:34:24.539599 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652afca1-369b-4364-a4a5-d65ca66b6cbd req-5925864b-32eb-410b-904c-e7d17a7725e7 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:34:24.541065 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-652afca1-369b-4364-a4a5-d65ca66b6cbd req-5925864b-32eb-410b-904c-e7d17a7725e7 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/ports?device_id=584a81d2-404b-4609-967a-0d0cbdfdc0bd HTTP/1.1" status: 200 len: 946 time: 0.1014965 Nov 23 05:34:24.607855 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-652afca1-369b-4364-a4a5-d65ca66b6cbd req-128928b1-b420-4724-b0c6-d6fc68d91f13 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/security-groups?id=acf46cb2-f64b-4819-bbb8-bc15f83b2b40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607107 Nov 23 05:34:24.663078 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-1db21565-9c9d-4114-9ccd-ad5326fd974a req-0b303203-52fc-4ec4-aa60-d2742af4c5bb tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751724800597', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751724218543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237887'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:24.692241 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b303203-52fc-4ec4-aa60-d2742af4c5bb tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Pushing event deleted for resources: {'Port': ['ID=b0461070-6637-463d-b8fc-5d2ec7130e2a,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:34:24.743195 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db21565-9c9d-4114-9ccd-ad5326fd974a req-0b303203-52fc-4ec4-aa60-d2742af4c5bb tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] No DVR routers for this DVR port b0461070-6637-463d-b8fc-5d2ec7130e2a on host hv-cinder-80507 {{(pid=102516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:34:24.745669 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-1db21565-9c9d-4114-9ccd-ad5326fd974a req-0b303203-52fc-4ec4-aa60-d2742af4c5bb tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:24.749092 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1db21565-9c9d-4114-9ccd-ad5326fd974a req-0b303203-52fc-4ec4-aa60-d2742af4c5bb tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.54 "DELETE /v2.0/ports/b0461070-6637-463d-b8fc-5d2ec7130e2a HTTP/1.1" status: 204 len: 173 time: 0.7256227 Nov 23 05:34:24.749567 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '584a81d2-404b-4609-967a-0d0cbdfdc0bd', 'name': 'network-vif-deleted', 'tag': 'b0461070-6637-463d-b8fc-5d2ec7130e2a'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:34:24.751866 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20d478f7b504b4f7a92aed5d5c075fb26ddad21beb532cc87d656362fb0682d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82016d06-3db7-4800-8670-4bf9e73e33d3" -d '{"events": [{"server_uuid": "584a81d2-404b-4609-967a-0d0cbdfdc0bd", "name": "network-vif-deleted", "tag": "b0461070-6637-463d-b8fc-5d2ec7130e2a"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:34:24.813203 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4bd8f7-eb56-4b69-9e7d-6f6fe1961477 x-openstack-request-id: req-6c4bd8f7-eb56-4b69-9e7d-6f6fe1961477 {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:34:24.813501 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "584a81d2-404b-4609-967a-0d0cbdfdc0bd", "name": "network-vif-deleted", "tag": "b0461070-6637-463d-b8fc-5d2ec7130e2a", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:34:24.813768 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6c4bd8f7-eb56-4b69-9e7d-6f6fe1961477 {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:34:24.814161 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '584a81d2-404b-4609-967a-0d0cbdfdc0bd', 'name': 'network-vif-deleted', 'tag': 'b0461070-6637-463d-b8fc-5d2ec7130e2a', 'status': 'completed', 'code': 200} Nov 23 05:34:25.718648 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5e5c8f37-dd1c-4a6d-9e5f-b45b0fb862c4 req-6d48d9af-05c5-4f42-b5bf-8dbc7c6273c3 tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "GET /v2.0/ports?device_id=584a81d2-404b-4609-967a-0d0cbdfdc0bd HTTP/1.1" status: 200 len: 210 time: 0.0265713 Nov 23 05:34:25.899262 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.agents_db [None req-5ade7c98-4a19-45de-8fb0-464f54244c1e None None] Agent healthcheck: found 6 active agents {{(pid=102519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:34:26.775054 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 37362) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:34:26.835354 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-cabba40c-a0d1-47e7-8d7d-d946ea9437ab tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Publish callbacks [] for security_group, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:26.861376 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-cabba40c-a0d1-47e7-8d7d-d946ea9437ab tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:26.922754 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-cabba40c-a0d1-47e7-8d7d-d946ea9437ab tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:26.925502 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-cabba40c-a0d1-47e7-8d7d-d946ea9437ab tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Publish callbacks [] for security_group, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:26.926838 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-cabba40c-a0d1-47e7-8d7d-d946ea9437ab tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] 10.222.0.48 "DELETE /v2.0/security-groups/acf46cb2-f64b-4819-bbb8-bc15f83b2b40 HTTP/1.1" status: 204 len: 168 time: 0.1507330 Nov 23 05:34:26.935868 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabba40c-a0d1-47e7-8d7d-d946ea9437ab tempest-TestShelveInstance-1800528026 tempest-TestShelveInstance-1800528026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf46cb2-f64b-4819-bbb8-bc15f83b2b40,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:34:26.968430 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 37368) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:34:27.303155 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-a026d162-47b4-483e-ae5d-a47bec08d3aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733144'] for router_interface, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:27.509217 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f29126-eb8a-4d9f-a705-5e897144a255 req-a21acb5f-5746-4aa6-ad81-a34fc0e66b6e tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:34:27.510705 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e2f29126-eb8a-4d9f-a705-5e897144a255 req-a21acb5f-5746-4aa6-ad81-a34fc0e66b6e tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2426158-4a10-4252-8803-288070e22792 HTTP/1.1" status: 200 len: 945 time: 0.0745947 Nov 23 05:34:27.586412 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e2f29126-eb8a-4d9f-a705-5e897144a255 req-d2f75196-b52b-433d-a59b-d34a7d3a24d1 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/security-groups?id=51016a1d-e482-471b-8e52-a6e93b33672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691056 Nov 23 05:34:27.630280 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [None req-a026d162-47b4-483e-ae5d-a47bec08d3aa admin admin] Deleting port 9d58ccc2-3ec6-476c-b9b6-956f9897024b {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:34:27.630640 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-a026d162-47b4-483e-ae5d-a47bec08d3aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751724797224'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:27.708423 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [None req-a026d162-47b4-483e-ae5d-a47bec08d3aa admin admin] For port 9d58ccc2-3ec6-476c-b9b6-956f9897024b, host dv-cinder-805072-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=9d58ccc2-3ec6-476c-b9b6-956f9897024b,segment=NetworkSegment(69a590d1-5dd3-4277-96f7-01f211c8329e),segment_id=69a590d1-5dd3-4277-96f7-01f211c8329e)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:34:27.708785 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-a026d162-47b4-483e-ae5d-a47bec08d3aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630705'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:27.721070 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [None req-a026d162-47b4-483e-ae5d-a47bec08d3aa admin admin] Calling delete_port for 9d58ccc2-3ec6-476c-b9b6-956f9897024b owned by network:router_interface {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:34:27.765741 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device b0461070-6637-463d-b8fc-5d2ec7130e2a no longer exists at agent hyperv_hv-cinder-80507 {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:34:27.789045 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] No Port match for: b0461070-6637-463d-b8fc-5d2ec7130e2a {{(pid=102518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:34:27.789389 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device b0461070-6637-463d-b8fc-5d2ec7130e2a not bound to the agent host hv-cinder-80507 {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:34:27.899335 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-a026d162-47b4-483e-ae5d-a47bec08d3aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751724800597', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751724218543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237887'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:27.928605 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a026d162-47b4-483e-ae5d-a47bec08d3aa admin admin] Pushing event deleted for resources: {'Port': ['ID=9d58ccc2-3ec6-476c-b9b6-956f9897024b,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:34:28.092408 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-a026d162-47b4-483e-ae5d-a47bec08d3aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733096'] for router_interface, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:28.303991 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a026d162-47b4-483e-ae5d-a47bec08d3aa admin admin] Router b6b3798c-4a81-402c-bd54-63949568e2e8 has already been hosted by L3 agent 9dac5a01-04fc-4e91-9910-6392ff9c638b {{(pid=102516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:34:28.408095 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a026d162-47b4-483e-ae5d-a47bec08d3aa admin admin] Notify agent at l3_agent.dv-cinder-805072-6-iscsi the message routers_updated {{(pid=102516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:34:28.413233 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-a026d162-47b4-483e-ae5d-a47bec08d3aa admin admin] 10.222.0.48 "PUT /v2.0/routers/b6b3798c-4a81-402c-bd54-63949568e2e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4436285 Nov 23 05:34:28.416591 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 37376) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:34:28.417518 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015e7484-090b-4c75-a927-99de8a60f945 None None] Sync routers for ids ['b6b3798c-4a81-402c-bd54-63949568e2e8'] in dv-cinder-805072-6-iscsi {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:34:28.426887 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015e7484-090b-4c75-a927-99de8a60f945 None None] Routers {'b6b3798c-4a81-402c-bd54-63949568e2e8'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:34:28.427490 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-015e7484-090b-4c75-a927-99de8a60f945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:34:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['b6b3798c-4a81-402c-bd54-63949568e2e8'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:34:28.521011 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-1223d046-7097-4143-8f86-718bb866a11b admin admin] Publish callbacks [] for router, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:28.534178 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-015e7484-090b-4c75-a927-99de8a60f945 None None] Set router b6b3798c-4a81-402c-bd54-63949568e2e8 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:34:28.622476 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-1223d046-7097-4143-8f86-718bb866a11b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:28.697146 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:28.707307 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [None req-1223d046-7097-4143-8f86-718bb866a11b admin admin] Deleting port c03d9892-cb05-418e-b6c4-0e25a28ccf76 {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:34:28.707771 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-1223d046-7097-4143-8f86-718bb866a11b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751724797224'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:28.725018 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-015e7484-090b-4c75-a927-99de8a60f945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b3798c-4a81-402c-bd54-63949568e2e8', 'name': 'tempest-TestShelveInstance-2073954385-router', 'tenant_id': 'ad191be0886046eeaa7030de6ed90099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': 'c03d9892-cb05-418e-b6c4-0e25a28ccf76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:29:32Z', 'updated_at': '2021-11-23T05:34:27Z', 'revision_number': 5, 'project_id': 'ad191be0886046eeaa7030de6ed90099', 'gw_port': {'id': 'c03d9892-cb05-418e-b6c4-0e25a28ccf76', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:40:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b3798c-4a81-402c-bd54-63949568e2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:29:32Z', 'updated_at': '2021-11-23T05:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi'}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:34:28.728855 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae73d1-5242-4d50-a432-7152873dbe69 req-0a1eb6c3-12e5-48f8-b174-696fa6c6f351 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:34:28.730325 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-69ae73d1-5242-4d50-a432-7152873dbe69 req-0a1eb6c3-12e5-48f8-b174-696fa6c6f351 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2426158-4a10-4252-8803-288070e22792 HTTP/1.1" status: 200 len: 945 time: 0.0668488 Nov 23 05:34:28.756206 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015e7484-090b-4c75-a927-99de8a60f945 None None] Checking router: b6b3798c-4a81-402c-bd54-63949568e2e8 for host: dv-cinder-805072-6-iscsi {{(pid=102518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:34:28.764476 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015e7484-090b-4c75-a927-99de8a60f945 None None] Routers {'b6b3798c-4a81-402c-bd54-63949568e2e8'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:34:28.765082 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-015e7484-090b-4c75-a927-99de8a60f945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:34:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['b6b3798c-4a81-402c-bd54-63949568e2e8'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:34:28.823190 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-69ae73d1-5242-4d50-a432-7152873dbe69 req-7270de7b-3f64-4f22-bc53-0a92cc27f46c tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/security-groups?id=51016a1d-e482-471b-8e52-a6e93b33672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675042 Nov 23 05:34:28.840454 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [None req-1223d046-7097-4143-8f86-718bb866a11b admin admin] For port c03d9892-cb05-418e-b6c4-0e25a28ccf76, host dv-cinder-805072-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=c03d9892-cb05-418e-b6c4-0e25a28ccf76,segment=NetworkSegment(e4256266-4d48-4c1e-81e6-1081b0d2db50),segment_id=e4256266-4d48-4c1e-81e6-1081b0d2db50)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:34:28.840454 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-1223d046-7097-4143-8f86-718bb866a11b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630705'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:28.848406 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [None req-1223d046-7097-4143-8f86-718bb866a11b admin admin] Calling delete_port for c03d9892-cb05-418e-b6c4-0e25a28ccf76 owned by network:router_gateway {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:34:28.850443 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-015e7484-090b-4c75-a927-99de8a60f945 None None] Set router b6b3798c-4a81-402c-bd54-63949568e2e8 gateway port host: None {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:34:28.904932 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-015e7484-090b-4c75-a927-99de8a60f945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b3798c-4a81-402c-bd54-63949568e2e8', 'name': 'tempest-TestShelveInstance-2073954385-router', 'tenant_id': 'ad191be0886046eeaa7030de6ed90099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:29:32Z', 'updated_at': '2021-11-23T05:34:28Z', 'revision_number': 6, 'project_id': 'ad191be0886046eeaa7030de6ed90099', 'gw_port_host': None}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:34:28.931697 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015e7484-090b-4c75-a927-99de8a60f945 None None] The sync data for ids ['b6b3798c-4a81-402c-bd54-63949568e2e8'] in dv-cinder-805072-6-iscsi is: [{'id': 'b6b3798c-4a81-402c-bd54-63949568e2e8', 'name': 'tempest-TestShelveInstance-2073954385-router', 'tenant_id': 'ad191be0886046eeaa7030de6ed90099', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:29:32Z', 'updated_at': '2021-11-23T05:34:28Z', 'revision_number': 6, 'project_id': 'ad191be0886046eeaa7030de6ed90099', 'gw_port_host': None}] {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:34:29.254069 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-1223d046-7097-4143-8f86-718bb866a11b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751724800597', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751724218543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237887'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:29.280296 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1223d046-7097-4143-8f86-718bb866a11b admin admin] Pushing event deleted for resources: {'Port': ['ID=c03d9892-cb05-418e-b6c4-0e25a28ccf76,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:34:29.344530 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-1223d046-7097-4143-8f86-718bb866a11b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1637830'] for router_gateway, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:29.457150 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-1223d046-7097-4143-8f86-718bb866a11b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9527'] for router, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:29.460573 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-1223d046-7097-4143-8f86-718bb866a11b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:29.514504 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e2a7f-f835-4fb4-bc4e-078595fb8f3e req-eba156b9-72c0-4829-be0c-5ce3de133b4e tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:34:29.516218 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a50e2a7f-f835-4fb4-bc4e-078595fb8f3e req-eba156b9-72c0-4829-be0c-5ce3de133b4e tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.54 "GET /v2.0/ports?device_id=d2426158-4a10-4252-8803-288070e22792 HTTP/1.1" status: 200 len: 945 time: 0.1131840 Nov 23 05:34:29.517218 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-1223d046-7097-4143-8f86-718bb866a11b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733085'] for router, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:29.517756 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1223d046-7097-4143-8f86-718bb866a11b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6b3798c-4a81-402c-bd54-63949568e2e8 {{(pid=102516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 05:34:29.523022 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-1223d046-7097-4143-8f86-718bb866a11b admin admin] Publish callbacks [] for router, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:29.524044 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-1223d046-7097-4143-8f86-718bb866a11b admin admin] 10.222.0.48 "DELETE /v2.0/routers/b6b3798c-4a81-402c-bd54-63949568e2e8 HTTP/1.1" status: 204 len: 168 time: 1.1065135 Nov 23 05:34:29.526656 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 37380) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:34:29.571651 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.db.db_base_plugin_v2 [None req-01a2987a-40d4-42ee-9205-9d6153884360 admin admin] Deleting subnet 8b5d560a-b60a-4973-943d-2226bfe371e0 {{(pid=102517) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 05:34:29.575025 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-01a2987a-40d4-42ee-9205-9d6153884360 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:29.609302 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-01a2987a-40d4-42ee-9205-9d6153884360 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27248899'] for subnet, precommit_delete_associations {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:29.615079 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-a50e2a7f-f835-4fb4-bc4e-078595fb8f3e req-a1cc13b6-9e18-424d-9768-578cc563d600 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Deleting port 40f357c8-9255-4a00-9d41-bebb732ee9d6 {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:34:29.615423 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-a50e2a7f-f835-4fb4-bc4e-078595fb8f3e req-a1cc13b6-9e18-424d-9768-578cc563d600 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751724797224'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:29.688475 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-01a2987a-40d4-42ee-9205-9d6153884360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-576047'] for subnet, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:29.714173 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-a50e2a7f-f835-4fb4-bc4e-078595fb8f3e req-a1cc13b6-9e18-424d-9768-578cc563d600 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] For port 40f357c8-9255-4a00-9d41-bebb732ee9d6, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=40f357c8-9255-4a00-9d41-bebb732ee9d6,segment=NetworkSegment(dc2e8141-193a-4ec2-bc1c-70a8394baa80),segment_id=dc2e8141-193a-4ec2-bc1c-70a8394baa80)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:34:29.714640 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-a50e2a7f-f835-4fb4-bc4e-078595fb8f3e req-a1cc13b6-9e18-424d-9768-578cc563d600 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630705'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:29.730949 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-a50e2a7f-f835-4fb4-bc4e-078595fb8f3e req-a1cc13b6-9e18-424d-9768-578cc563d600 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Calling delete_port for 40f357c8-9255-4a00-9d41-bebb732ee9d6 owned by compute:nova {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:34:29.742477 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-01a2987a-40d4-42ee-9205-9d6153884360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-576054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25211281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27225567'] for subnet, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:29.770129 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a2987a-40d4-42ee-9205-9d6153884360 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b5d560a-b60a-4973-943d-2226bfe371e0,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:34:29.772185 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-01a2987a-40d4-42ee-9205-9d6153884360 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:29.778564 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-01a2987a-40d4-42ee-9205-9d6153884360 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8b5d560a-b60a-4973-943d-2226bfe371e0 HTTP/1.1" status: 204 len: 168 time: 0.2508280 Nov 23 05:34:29.778708 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 37382) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:34:29.782403 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212bc232-6446-4b8d-8875-60fa0e7c635d None None] Network 6ae84b29-0690-473c-8282-824ad6dc6e1f requested from dv-cinder-805072-6-iscsi {{(pid=102518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:34:29.872781 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-fd820603-abd5-4182-9b46-265045b5afe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1429853'] for network, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:29.985728 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6f7c2d-f6f3-4f3e-bd97-177daf42f5f4 None None] DHCP port deletion for 6ae84b29-0690-473c-8282-824ad6dc6e1f request from dv-cinder-805072-6-iscsi {{(pid=102518) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:34:29.998456 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-a50e2a7f-f835-4fb4-bc4e-078595fb8f3e req-a1cc13b6-9e18-424d-9768-578cc563d600 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751724800597', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751724218543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237887'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:30.035576 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] get_ports_and_sgs() called for port_ids ['9e1a5b56-0175-4a42-9269-fb3e1930ca83', 'c09d8600-5df2-4eb0-a4ac-298f62e91f4f', '7179c1c4-0ac9-4c0a-96c1-5267a975603c', '40f357c8-9255-4a00-9d41-bebb732ee9d6'] {{(pid=102518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:34:30.041418 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdac710-eb34-45cf-af53-5e87a951c218 req-3183e024-6572-475f-a1c1-ad1066fc037b tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:34:30.043016 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0fdac710-eb34-45cf-af53-5e87a951c218 req-3183e024-6572-475f-a1c1-ad1066fc037b tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2426158-4a10-4252-8803-288070e22792 HTTP/1.1" status: 200 len: 867 time: 0.1288085 Nov 23 05:34:30.045409 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cc13b6-9e18-424d-9768-578cc563d600 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Pushing event deleted for resources: {'Port': ['ID=40f357c8-9255-4a00-9d41-bebb732ee9d6,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:34:30.098763 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [None req-fd820603-abd5-4182-9b46-265045b5afe1 admin admin] Deleting port 036226c7-9bcb-4e31-96bf-10c1fbb9ac63 {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:34:30.098763 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-fd820603-abd5-4182-9b46-265045b5afe1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751724797224'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:30.136535 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [req-a50e2a7f-f835-4fb4-bc4e-078595fb8f3e req-a1cc13b6-9e18-424d-9768-578cc563d600 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] No DVR routers for this DVR port 40f357c8-9255-4a00-9d41-bebb732ee9d6 on host hv-cinder-80507 {{(pid=102516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:34:30.166519 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-a50e2a7f-f835-4fb4-bc4e-078595fb8f3e req-a1cc13b6-9e18-424d-9768-578cc563d600 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:30.169920 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a50e2a7f-f835-4fb4-bc4e-078595fb8f3e req-a1cc13b6-9e18-424d-9768-578cc563d600 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.54 "DELETE /v2.0/ports/40f357c8-9255-4a00-9d41-bebb732ee9d6 HTTP/1.1" status: 204 len: 173 time: 0.6448264 Nov 23 05:34:30.170397 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2426158-4a10-4252-8803-288070e22792', 'name': 'network-vif-deleted', 'tag': '40f357c8-9255-4a00-9d41-bebb732ee9d6'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:34:30.172709 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20d478f7b504b4f7a92aed5d5c075fb26ddad21beb532cc87d656362fb0682d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a5b21d-e9da-4922-b4c5-6fe39c6edc84" -d '{"events": [{"server_uuid": "d2426158-4a10-4252-8803-288070e22792", "name": "network-vif-deleted", "tag": "40f357c8-9255-4a00-9d41-bebb732ee9d6"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:34:30.198447 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 9d58ccc2-3ec6-476c-b9b6-956f9897024b no longer exists at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:34:30.199918 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0fdac710-eb34-45cf-af53-5e87a951c218 req-7b9ece1b-2a0a-4db4-ba83-b4a2bdb65cf6 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/security-groups?id=51016a1d-e482-471b-8e52-a6e93b33672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485071 Nov 23 05:34:30.216328 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [None req-fd820603-abd5-4182-9b46-265045b5afe1 admin admin] For port 036226c7-9bcb-4e31-96bf-10c1fbb9ac63, host dv-cinder-805072-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=036226c7-9bcb-4e31-96bf-10c1fbb9ac63,segment=NetworkSegment(69a590d1-5dd3-4277-96f7-01f211c8329e),segment_id=69a590d1-5dd3-4277-96f7-01f211c8329e)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:34:30.216729 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-fd820603-abd5-4182-9b46-265045b5afe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630705'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:30.231855 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] No Port match for: 9d58ccc2-3ec6-476c-b9b6-956f9897024b {{(pid=102518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:34:30.232211 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 9d58ccc2-3ec6-476c-b9b6-956f9897024b not bound to the agent host dv-cinder-805072-6-iscsi {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:34:30.232636 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device c03d9892-cb05-418e-b6c4-0e25a28ccf76 no longer exists at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:34:30.236956 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [None req-fd820603-abd5-4182-9b46-265045b5afe1 admin admin] Calling delete_port for 036226c7-9bcb-4e31-96bf-10c1fbb9ac63 owned by network:dhcp {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:34:30.247670 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-853e9d63-3e4f-4882-8b73-48788a2b3953 x-openstack-request-id: req-853e9d63-3e4f-4882-8b73-48788a2b3953 {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:34:30.247967 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2426158-4a10-4252-8803-288070e22792", "name": "network-vif-deleted", "tag": "40f357c8-9255-4a00-9d41-bebb732ee9d6", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:34:30.248222 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-853e9d63-3e4f-4882-8b73-48788a2b3953 {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:34:30.248622 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2426158-4a10-4252-8803-288070e22792', 'name': 'network-vif-deleted', 'tag': '40f357c8-9255-4a00-9d41-bebb732ee9d6', 'status': 'completed', 'code': 200} Nov 23 05:34:30.278793 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] No Port match for: c03d9892-cb05-418e-b6c4-0e25a28ccf76 {{(pid=102518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:34:30.279074 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device c03d9892-cb05-418e-b6c4-0e25a28ccf76 not bound to the agent host dv-cinder-805072-6-iscsi {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:34:30.279704 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 036226c7-9bcb-4e31-96bf-10c1fbb9ac63 no longer exists at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:34:30.284263 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-1c6f7c2d-f6f3-4f3e-bd97-177daf42f5f4 None None] Deleting port 036226c7-9bcb-4e31-96bf-10c1fbb9ac63 {{(pid=102518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:34:30.284721 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1c6f7c2d-f6f3-4f3e-bd97-177daf42f5f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751724797224'] for port, before_delete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:30.326326 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-fd820603-abd5-4182-9b46-265045b5afe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751724800597', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751724218543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237887'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:30.351683 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd820603-abd5-4182-9b46-265045b5afe1 admin admin] Pushing event deleted for resources: {'Port': ['ID=036226c7-9bcb-4e31-96bf-10c1fbb9ac63,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:34:30.357207 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd820603-abd5-4182-9b46-265045b5afe1 admin admin] No DVR routers for this DVR port 036226c7-9bcb-4e31-96bf-10c1fbb9ac63 on host dv-cinder-805072-6-iscsi {{(pid=102516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:34:30.396327 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1c6f7c2d-f6f3-4f3e-bd97-177daf42f5f4 None None] For port 036226c7-9bcb-4e31-96bf-10c1fbb9ac63, host dv-cinder-805072-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=036226c7-9bcb-4e31-96bf-10c1fbb9ac63,segment=NetworkSegment(69a590d1-5dd3-4277-96f7-01f211c8329e),segment_id=69a590d1-5dd3-4277-96f7-01f211c8329e)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:34:30.396719 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1c6f7c2d-f6f3-4f3e-bd97-177daf42f5f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630705'] for port, precommit_delete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:30.415040 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] No active binding found for port 036226c7-9bcb-4e31-96bf-10c1fbb9ac63 {{(pid=102518) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 23 05:34:30.415471 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 036226c7-9bcb-4e31-96bf-10c1fbb9ac63 not bound to the agent host dv-cinder-805072-6-iscsi {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:34:30.422331 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-1c6f7c2d-f6f3-4f3e-bd97-177daf42f5f4 None None] Calling delete_port for 036226c7-9bcb-4e31-96bf-10c1fbb9ac63 owned by network:dhcp {{(pid=102518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:34:30.433811 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-fd820603-abd5-4182-9b46-265045b5afe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734108', 'neutron.services.segments.db._delete_segments_for_network-8751724566155'] for network, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:30.455402 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.services.segments.db [None req-fd820603-abd5-4182-9b46-265045b5afe1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ae84b29-0690-473c-8282-824ad6dc6e1f']}} {{(pid=102516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:34:30.465266 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.services.segments.db [None req-fd820603-abd5-4182-9b46-265045b5afe1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69a590d1-5dd3-4277-96f7-01f211c8329e') {'for_net_delete': True} {{(pid=102516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:34:30.465558 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.services.segments.db [None req-fd820603-abd5-4182-9b46-265045b5afe1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69a590d1-5dd3-4277-96f7-01f211c8329e') {} {{(pid=102516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:34:30.476105 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-fd820603-abd5-4182-9b46-265045b5afe1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751724742166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4037908'] for segment, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:30.489251 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-fd820603-abd5-4182-9b46-265045b5afe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574952'] for segment, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:30.496664 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd820603-abd5-4182-9b46-265045b5afe1 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=102516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 05:34:30.497110 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-fd820603-abd5-4182-9b46-265045b5afe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237772'] for segment, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:30.498886 dv-cinder-805072-6-iscsi neutron-server[102516]: Traceback (most recent call last): Nov 23 05:34:30.498886 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 05:34:30.498886 dv-cinder-805072-6-iscsi neutron-server[102516]: timer() Nov 23 05:34:30.498886 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 05:34:30.498886 dv-cinder-805072-6-iscsi neutron-server[102516]: cb(*args, **kw) Nov 23 05:34:30.498886 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 05:34:30.498886 dv-cinder-805072-6-iscsi neutron-server[102516]: return func(*args, **kwargs) Nov 23 05:34:30.498886 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 05:34:30.498886 dv-cinder-805072-6-iscsi neutron-server[102516]: self._notify() Nov 23 05:34:30.498886 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 05:34:30.498886 dv-cinder-805072-6-iscsi neutron-server[102516]: self.callback(batched_events) Nov 23 05:34:30.498886 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 05:34:30.498886 dv-cinder-805072-6-iscsi neutron-server[102516]: event.method(event) Nov 23 05:34:30.498886 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 05:34:30.498886 dv-cinder-805072-6-iscsi neutron-server[102516]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 05:34:30.498886 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 05:34:30.498886 dv-cinder-805072-6-iscsi neutron-server[102516]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 05:34:30.498886 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 05:34:30.498886 dv-cinder-805072-6-iscsi neutron-server[102516]: return f(self, *a, **k) Nov 23 05:34:30.498886 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 05:34:30.498886 dv-cinder-805072-6-iscsi neutron-server[102516]: return self._get(url).json() Nov 23 05:34:30.498886 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 05:34:30.498886 dv-cinder-805072-6-iscsi neutron-server[102516]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 05:34:30.498886 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 05:34:30.498886 dv-cinder-805072-6-iscsi neutron-server[102516]: return self.request(url, 'GET', **kwargs) Nov 23 05:34:30.498886 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 05:34:30.498886 dv-cinder-805072-6-iscsi neutron-server[102516]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 05:34:30.498886 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 05:34:30.498886 dv-cinder-805072-6-iscsi neutron-server[102516]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 05:34:30.498886 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 05:34:30.498886 dv-cinder-805072-6-iscsi neutron-server[102516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 05:34:30.498886 dv-cinder-805072-6-iscsi neutron-server[102516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 05:34:30.556159 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-fd820603-abd5-4182-9b46-265045b5afe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637750'] for network, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:30.561252 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-fd820603-abd5-4182-9b46-265045b5afe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for network, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:30.564814 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-fd820603-abd5-4182-9b46-265045b5afe1 admin admin] 10.222.0.48 "DELETE /v2.0/networks/6ae84b29-0690-473c-8282-824ad6dc6e1f HTTP/1.1" status: 204 len: 168 time: 0.7852209 Nov 23 05:34:30.566278 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1c6f7c2d-f6f3-4f3e-bd97-177daf42f5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751724800597', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751724218543'] for port, after_delete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:30.569093 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 37388) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:34:30.579377 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd820603-abd5-4182-9b46-265045b5afe1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ae84b29-0690-473c-8282-824ad6dc6e1f,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:34:30.598235 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1c6f7c2d-f6f3-4f3e-bd97-177daf42f5f4 None None] Network 6ae84b29-0690-473c-8282-824ad6dc6e1f is not hosted by any dhcp agent {{(pid=102518) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 05:34:30.598689 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6f7c2d-f6f3-4f3e-bd97-177daf42f5f4 None None] No DVR routers for this DVR port 036226c7-9bcb-4e31-96bf-10c1fbb9ac63 on host dv-cinder-805072-6-iscsi {{(pid=102518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:34:30.600475 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6f7c2d-f6f3-4f3e-bd97-177daf42f5f4 None None] Pushing event deleted for resources: {'Port': ['ID=036226c7-9bcb-4e31-96bf-10c1fbb9ac63,revision_number=None']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:34:30.910314 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-37574185-c6ba-43d3-8cf8-179ae8be8bbe req-d60d9cc7-f7f9-4d13-9bd2-670d46a45938 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0b1aca53-96e1-40d5-8e1c-b9f1f770c6a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430267 Nov 23 05:34:30.957414 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-7048ba2f-7762-47cb-9b55-8099640e394d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733144'] for router_interface, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:31.016195 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37574185-c6ba-43d3-8cf8-179ae8be8bbe req-728bf75b-6989-461d-8e85-18f1a993ced8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:34:31.017708 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-37574185-c6ba-43d3-8cf8-179ae8be8bbe req-728bf75b-6989-461d-8e85-18f1a993ced8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5331a73468ce4b39a145a09d53cbde62&device_id=0b1aca53-96e1-40d5-8e1c-b9f1f770c6a0 HTTP/1.1" status: 200 len: 1099 time: 0.0407662 Nov 23 05:34:31.122241 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37574185-c6ba-43d3-8cf8-179ae8be8bbe req-efd94f73-1136-4ef9-9a2b-5cb743a1e39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:34:31.123744 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-37574185-c6ba-43d3-8cf8-179ae8be8bbe req-efd94f73-1136-4ef9-9a2b-5cb743a1e39c service neutron] 10.222.0.54 "GET /v2.0/networks?id=de6ef1d6-3445-40e0-83c8-00393e69a51b HTTP/1.1" status: 200 len: 913 time: 0.0855358 Nov 23 05:34:31.196216 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-37574185-c6ba-43d3-8cf8-179ae8be8bbe req-984d3abf-6605-4c30-9e57-a9a785c3dbe8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd9eddb1-97c3-490e-a27f-2a63b1e18573 HTTP/1.1" status: 200 len: 1002 time: 0.0637479 Nov 23 05:34:31.210678 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-7048ba2f-7762-47cb-9b55-8099640e394d admin admin] Deleting port 9605a425-abc6-4efd-b952-7ba75aec66fa {{(pid=102517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:34:31.211167 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-7048ba2f-7762-47cb-9b55-8099640e394d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751724797224'] for port, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:31.248490 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37574185-c6ba-43d3-8cf8-179ae8be8bbe req-66fdeab0-de7e-46b8-a552-94f172adb7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:34:31.250677 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-37574185-c6ba-43d3-8cf8-179ae8be8bbe req-66fdeab0-de7e-46b8-a552-94f172adb7ff service neutron] 10.222.0.54 "GET /v2.0/subnets?id=769cffe6-0ed2-4f2f-be5c-5abad8060d00 HTTP/1.1" status: 200 len: 851 time: 0.0468090 Nov 23 05:34:31.296324 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-7048ba2f-7762-47cb-9b55-8099640e394d admin admin] For port 9605a425-abc6-4efd-b952-7ba75aec66fa, host dv-cinder-805072-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=9605a425-abc6-4efd-b952-7ba75aec66fa,segment=NetworkSegment(18fcc47d-6d7b-4dcc-a31b-9f43d54c55a6),segment_id=18fcc47d-6d7b-4dcc-a31b-9f43d54c55a6)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:34:31.296783 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-7048ba2f-7762-47cb-9b55-8099640e394d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630705'] for port, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:31.300956 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37574185-c6ba-43d3-8cf8-179ae8be8bbe req-10246d1e-3bcb-40bc-9569-671205d4ebd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:34:31.302464 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-37574185-c6ba-43d3-8cf8-179ae8be8bbe req-10246d1e-3bcb-40bc-9569-671205d4ebd7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=de6ef1d6-3445-40e0-83c8-00393e69a51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431309 Nov 23 05:34:31.311719 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-7048ba2f-7762-47cb-9b55-8099640e394d admin admin] Calling delete_port for 9605a425-abc6-4efd-b952-7ba75aec66fa owned by network:router_interface {{(pid=102517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:34:31.410267 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-37574185-c6ba-43d3-8cf8-179ae8be8bbe req-87b03ff0-4e93-4b7a-9b0c-ab41ff2109fa service neutron] 10.222.0.54 "GET /v2.0/networks/de6ef1d6-3445-40e0-83c8-00393e69a51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001761 Nov 23 05:34:31.501217 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-37574185-c6ba-43d3-8cf8-179ae8be8bbe req-6c8edd19-5ab2-4a1e-8dd9-6bc6e6454701 service neutron] 10.222.0.54 "GET /v2.0/networks/de6ef1d6-3445-40e0-83c8-00393e69a51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827618 Nov 23 05:34:31.502472 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-7048ba2f-7762-47cb-9b55-8099640e394d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751724800597', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751724218543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25211324'] for port, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:31.531973 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7048ba2f-7762-47cb-9b55-8099640e394d admin admin] Pushing event deleted for resources: {'Port': ['ID=9605a425-abc6-4efd-b952-7ba75aec66fa,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:34:31.704278 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-7048ba2f-7762-47cb-9b55-8099640e394d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733096'] for router_interface, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:31.914609 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7048ba2f-7762-47cb-9b55-8099640e394d admin admin] Router 72720307-d367-4e04-bd10-a55a13cee926 has already been hosted by L3 agent 9dac5a01-04fc-4e91-9910-6392ff9c638b {{(pid=102517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:34:32.017473 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7048ba2f-7762-47cb-9b55-8099640e394d admin admin] Notify agent at l3_agent.dv-cinder-805072-6-iscsi the message routers_updated {{(pid=102517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:34:32.022462 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-7048ba2f-7762-47cb-9b55-8099640e394d admin admin] 10.222.0.48 "PUT /v2.0/routers/72720307-d367-4e04-bd10-a55a13cee926/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4517763 Nov 23 05:34:32.025065 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 37396) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:34:32.027826 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f722de-e976-4363-82e7-74d6b3de2046 None None] Sync routers for ids ['72720307-d367-4e04-bd10-a55a13cee926'] in dv-cinder-805072-6-iscsi {{(pid=102519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:34:32.039158 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f722de-e976-4363-82e7-74d6b3de2046 None None] Routers {'72720307-d367-4e04-bd10-a55a13cee926'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:34:32.040046 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-78f722de-e976-4363-82e7-74d6b3de2046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:34:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['72720307-d367-4e04-bd10-a55a13cee926'], 'active': True} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:34:32.149107 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvr_db [None req-78f722de-e976-4363-82e7-74d6b3de2046 None None] Set router 72720307-d367-4e04-bd10-a55a13cee926 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:34:32.333581 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-78f722de-e976-4363-82e7-74d6b3de2046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72720307-d367-4e04-bd10-a55a13cee926', 'name': 'tempest-TestShelveInstance-224260270-router', 'tenant_id': '506274b39b4b45599b9da16a5d76ff34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '3329fa02-699e-4655-b089-94f65207556e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:29:36Z', 'updated_at': '2021-11-23T05:34:31Z', 'revision_number': 5, 'project_id': '506274b39b4b45599b9da16a5d76ff34', 'gw_port': {'id': '3329fa02-699e-4655-b089-94f65207556e', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72720307-d367-4e04-bd10-a55a13cee926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:29:37Z', 'updated_at': '2021-11-23T05:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi'}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:34:32.360120 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f722de-e976-4363-82e7-74d6b3de2046 None None] Checking router: 72720307-d367-4e04-bd10-a55a13cee926 for host: dv-cinder-805072-6-iscsi {{(pid=102519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:34:32.369112 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f722de-e976-4363-82e7-74d6b3de2046 None None] Routers {'72720307-d367-4e04-bd10-a55a13cee926'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:34:32.369717 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-78f722de-e976-4363-82e7-74d6b3de2046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:34:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['72720307-d367-4e04-bd10-a55a13cee926'], 'active': True} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:34:32.434737 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-12871020-c095-4521-a34b-f2088c090c04 admin admin] Publish callbacks [] for router, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:32.477261 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvr_db [None req-78f722de-e976-4363-82e7-74d6b3de2046 None None] Set router 72720307-d367-4e04-bd10-a55a13cee926 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:34:32.554311 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-12871020-c095-4521-a34b-f2088c090c04 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:32.610987 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-12871020-c095-4521-a34b-f2088c090c04 admin admin] Deleting port 3329fa02-699e-4655-b089-94f65207556e {{(pid=102517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:34:32.611242 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-12871020-c095-4521-a34b-f2088c090c04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751724797224'] for port, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:32.623593 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81280e92-f9f6-4277-a16f-a284a16e205e req-93cbd6b7-91a6-4c14-8012-199f087138d4 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:34:32.625086 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-81280e92-f9f6-4277-a16f-a284a16e205e req-93cbd6b7-91a6-4c14-8012-199f087138d4 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b47a991-0bd8-4fc8-a266-1312d548dba2 HTTP/1.1" status: 200 len: 946 time: 0.0556595 Nov 23 05:34:32.679913 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-78f722de-e976-4363-82e7-74d6b3de2046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72720307-d367-4e04-bd10-a55a13cee926', 'name': 'tempest-TestShelveInstance-224260270-router', 'tenant_id': '506274b39b4b45599b9da16a5d76ff34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '3329fa02-699e-4655-b089-94f65207556e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:29:36Z', 'updated_at': '2021-11-23T05:34:31Z', 'revision_number': 5, 'project_id': '506274b39b4b45599b9da16a5d76ff34', 'gw_port': {'id': '3329fa02-699e-4655-b089-94f65207556e', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72720307-d367-4e04-bd10-a55a13cee926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:29:37Z', 'updated_at': '2021-11-23T05:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi'}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:34:32.681220 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-81280e92-f9f6-4277-a16f-a284a16e205e req-6cab0c5b-1d28-4542-a315-28f3be7500d9 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/security-groups?id=51016a1d-e482-471b-8e52-a6e93b33672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498095 Nov 23 05:34:32.709864 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f722de-e976-4363-82e7-74d6b3de2046 None None] The sync data for ids ['72720307-d367-4e04-bd10-a55a13cee926'] in dv-cinder-805072-6-iscsi is: [{'id': '72720307-d367-4e04-bd10-a55a13cee926', 'name': 'tempest-TestShelveInstance-224260270-router', 'tenant_id': '506274b39b4b45599b9da16a5d76ff34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': '3329fa02-699e-4655-b089-94f65207556e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:29:36Z', 'updated_at': '2021-11-23T05:34:31Z', 'revision_number': 5, 'project_id': '506274b39b4b45599b9da16a5d76ff34', 'gw_port': {'id': '3329fa02-699e-4655-b089-94f65207556e', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72720307-d367-4e04-bd10-a55a13cee926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:29:37Z', 'updated_at': '2021-11-23T05:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi'}] {{(pid=102519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:34:32.712325 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-12871020-c095-4521-a34b-f2088c090c04 admin admin] For port 3329fa02-699e-4655-b089-94f65207556e, host dv-cinder-805072-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=3329fa02-699e-4655-b089-94f65207556e,segment=NetworkSegment(e4256266-4d48-4c1e-81e6-1081b0d2db50),segment_id=e4256266-4d48-4c1e-81e6-1081b0d2db50)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:34:32.712891 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-12871020-c095-4521-a34b-f2088c090c04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630705'] for port, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:32.727880 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-12871020-c095-4521-a34b-f2088c090c04 admin admin] Calling delete_port for 3329fa02-699e-4655-b089-94f65207556e owned by network:router_gateway {{(pid=102517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:34:32.889944 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-12871020-c095-4521-a34b-f2088c090c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751724800597', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751724218543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25211324'] for port, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:32.919754 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12871020-c095-4521-a34b-f2088c090c04 admin admin] Pushing event deleted for resources: {'Port': ['ID=3329fa02-699e-4655-b089-94f65207556e,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:34:32.975975 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-12871020-c095-4521-a34b-f2088c090c04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1637830'] for router_gateway, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:33.064676 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-12871020-c095-4521-a34b-f2088c090c04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9527'] for router, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:33.067089 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-12871020-c095-4521-a34b-f2088c090c04 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:33.111204 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-12871020-c095-4521-a34b-f2088c090c04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733085'] for router, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:33.111849 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12871020-c095-4521-a34b-f2088c090c04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72720307-d367-4e04-bd10-a55a13cee926 {{(pid=102517) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 05:34:33.116612 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-12871020-c095-4521-a34b-f2088c090c04 admin admin] Publish callbacks [] for router, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:33.117778 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-12871020-c095-4521-a34b-f2088c090c04 admin admin] 10.222.0.48 "DELETE /v2.0/routers/72720307-d367-4e04-bd10-a55a13cee926 HTTP/1.1" status: 204 len: 168 time: 1.0918019 Nov 23 05:34:33.120366 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 37406) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:34:33.169414 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.db.db_base_plugin_v2 [None req-28322736-5e59-454c-86b9-0ebefd7947ba admin admin] Deleting subnet 0ce7c4f2-1aaf-4128-9f54-a78f8581ed72 {{(pid=102517) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 05:34:33.172624 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-28322736-5e59-454c-86b9-0ebefd7947ba admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:33.209374 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-28322736-5e59-454c-86b9-0ebefd7947ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27248899'] for subnet, precommit_delete_associations {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:33.286951 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-28322736-5e59-454c-86b9-0ebefd7947ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-576047'] for subnet, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:33.349048 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-28322736-5e59-454c-86b9-0ebefd7947ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-576054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25211281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27225567'] for subnet, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:33.375005 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28322736-5e59-454c-86b9-0ebefd7947ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ce7c4f2-1aaf-4128-9f54-a78f8581ed72,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:34:33.379399 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-28322736-5e59-454c-86b9-0ebefd7947ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:33.383013 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-28322736-5e59-454c-86b9-0ebefd7947ba admin admin] 10.222.0.48 "DELETE /v2.0/subnets/0ce7c4f2-1aaf-4128-9f54-a78f8581ed72 HTTP/1.1" status: 204 len: 168 time: 0.2612228 Nov 23 05:34:33.385147 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 37408) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:34:33.387732 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a863ab6b-e22d-4528-be63-322e242743aa None None] Network ac2c1cf2-6669-4e5f-b081-6fa9f6fec8d7 requested from dv-cinder-805072-6-iscsi {{(pid=102518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:34:33.461425 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-ce25d492-833d-41be-8196-a1cd00dbc2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1429853'] for network, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:33.507298 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-4817eb47-b6d2-4b44-b9a3-141023e39cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:33.515630 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-ce25d492-833d-41be-8196-a1cd00dbc2d5 admin admin] Deleting port 4839ca20-8792-4805-946c-a093ab521a2f {{(pid=102517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:34:33.516522 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-ce25d492-833d-41be-8196-a1cd00dbc2d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751724797224'] for port, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:33.584903 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-ce25d492-833d-41be-8196-a1cd00dbc2d5 admin admin] For port 4839ca20-8792-4805-946c-a093ab521a2f, host dv-cinder-805072-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=4839ca20-8792-4805-946c-a093ab521a2f,segment=NetworkSegment(18fcc47d-6d7b-4dcc-a31b-9f43d54c55a6),segment_id=18fcc47d-6d7b-4dcc-a31b-9f43d54c55a6)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:34:33.585293 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-ce25d492-833d-41be-8196-a1cd00dbc2d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630705'] for port, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:33.598385 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-ce25d492-833d-41be-8196-a1cd00dbc2d5 admin admin] Calling delete_port for 4839ca20-8792-4805-946c-a093ab521a2f owned by network:dhcp {{(pid=102517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:34:33.675784 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeeed966-a42c-40c0-85d4-1af8060925e3 None None] DHCP port deletion for ac2c1cf2-6669-4e5f-b081-6fa9f6fec8d7 request from dv-cinder-805072-6-iscsi {{(pid=102518) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:34:33.679260 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-ce25d492-833d-41be-8196-a1cd00dbc2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751724800597', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751724218543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25211324'] for port, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:33.709310 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce25d492-833d-41be-8196-a1cd00dbc2d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4839ca20-8792-4805-946c-a093ab521a2f,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:34:33.711140 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce25d492-833d-41be-8196-a1cd00dbc2d5 admin admin] No DVR routers for this DVR port 4839ca20-8792-4805-946c-a093ab521a2f on host dv-cinder-805072-6-iscsi {{(pid=102517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:34:33.765634 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device 40f357c8-9255-4a00-9d41-bebb732ee9d6 no longer exists at agent hyperv_hv-cinder-80507 {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:34:33.785479 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-ce25d492-833d-41be-8196-a1cd00dbc2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734108', 'neutron.services.segments.db._delete_segments_for_network-8751724566155'] for network, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:33.787298 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] No Port match for: 40f357c8-9255-4a00-9d41-bebb732ee9d6 {{(pid=102518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:34:33.788089 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device 40f357c8-9255-4a00-9d41-bebb732ee9d6 not bound to the agent host hv-cinder-80507 {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:34:33.806789 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.services.segments.db [None req-ce25d492-833d-41be-8196-a1cd00dbc2d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac2c1cf2-6669-4e5f-b081-6fa9f6fec8d7']}} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:34:33.811645 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f723f4-0e83-4935-8a43-22a38e400a6d req-32c81d62-991a-4fb7-8490-a92cf32106d8 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:34:33.813282 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b1f723f4-0e83-4935-8a43-22a38e400a6d req-32c81d62-991a-4fb7-8490-a92cf32106d8 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b47a991-0bd8-4fc8-a266-1312d548dba2 HTTP/1.1" status: 200 len: 946 time: 0.0502338 Nov 23 05:34:33.817115 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.services.segments.db [None req-ce25d492-833d-41be-8196-a1cd00dbc2d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18fcc47d-6d7b-4dcc-a31b-9f43d54c55a6') {'for_net_delete': True} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:34:33.817411 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.services.segments.db [None req-ce25d492-833d-41be-8196-a1cd00dbc2d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18fcc47d-6d7b-4dcc-a31b-9f43d54c55a6') {} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:34:33.827230 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-ce25d492-833d-41be-8196-a1cd00dbc2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751724742166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27248922'] for segment, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:33.841609 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-ce25d492-833d-41be-8196-a1cd00dbc2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574952'] for segment, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:33.848356 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce25d492-833d-41be-8196-a1cd00dbc2d5 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=102517) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 05:34:33.848794 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-ce25d492-833d-41be-8196-a1cd00dbc2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25211343'] for segment, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:33.850656 dv-cinder-805072-6-iscsi neutron-server[102517]: Traceback (most recent call last): Nov 23 05:34:33.850656 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 05:34:33.850656 dv-cinder-805072-6-iscsi neutron-server[102517]: timer() Nov 23 05:34:33.850656 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 05:34:33.850656 dv-cinder-805072-6-iscsi neutron-server[102517]: cb(*args, **kw) Nov 23 05:34:33.850656 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 05:34:33.850656 dv-cinder-805072-6-iscsi neutron-server[102517]: return func(*args, **kwargs) Nov 23 05:34:33.850656 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 05:34:33.850656 dv-cinder-805072-6-iscsi neutron-server[102517]: self._notify() Nov 23 05:34:33.850656 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 05:34:33.850656 dv-cinder-805072-6-iscsi neutron-server[102517]: self.callback(batched_events) Nov 23 05:34:33.850656 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 05:34:33.850656 dv-cinder-805072-6-iscsi neutron-server[102517]: event.method(event) Nov 23 05:34:33.850656 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 05:34:33.850656 dv-cinder-805072-6-iscsi neutron-server[102517]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 05:34:33.850656 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 05:34:33.850656 dv-cinder-805072-6-iscsi neutron-server[102517]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 05:34:33.850656 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 05:34:33.850656 dv-cinder-805072-6-iscsi neutron-server[102517]: return f(self, *a, **k) Nov 23 05:34:33.850656 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 05:34:33.850656 dv-cinder-805072-6-iscsi neutron-server[102517]: return self._get(url).json() Nov 23 05:34:33.850656 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 05:34:33.850656 dv-cinder-805072-6-iscsi neutron-server[102517]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 05:34:33.850656 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 05:34:33.850656 dv-cinder-805072-6-iscsi neutron-server[102517]: return self.request(url, 'GET', **kwargs) Nov 23 05:34:33.850656 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 05:34:33.850656 dv-cinder-805072-6-iscsi neutron-server[102517]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 05:34:33.850656 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 05:34:33.850656 dv-cinder-805072-6-iscsi neutron-server[102517]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 05:34:33.850656 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 05:34:33.850656 dv-cinder-805072-6-iscsi neutron-server[102517]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 05:34:33.850656 dv-cinder-805072-6-iscsi neutron-server[102517]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 05:34:33.861609 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b1f723f4-0e83-4935-8a43-22a38e400a6d req-beea46c0-57d5-4db9-af29-556416e58398 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/security-groups?id=51016a1d-e482-471b-8e52-a6e93b33672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421219 Nov 23 05:34:33.909132 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-ce25d492-833d-41be-8196-a1cd00dbc2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637750'] for network, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:33.913923 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-ce25d492-833d-41be-8196-a1cd00dbc2d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for network, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:33.917253 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-ce25d492-833d-41be-8196-a1cd00dbc2d5 admin admin] 10.222.0.48 "DELETE /v2.0/networks/ac2c1cf2-6669-4e5f-b081-6fa9f6fec8d7 HTTP/1.1" status: 204 len: 168 time: 0.5311849 Nov 23 05:34:33.930509 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce25d492-833d-41be-8196-a1cd00dbc2d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac2c1cf2-6669-4e5f-b081-6fa9f6fec8d7,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:34:34.033610 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 37414) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:34:34.075194 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-c271f112-d7f3-4d12-8c29-0b1f07e07489 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ad191be0886046eeaa7030de6ed90099&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403712 Nov 23 05:34:34.077923 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 37416) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:34:34.094956 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 9605a425-abc6-4efd-b952-7ba75aec66fa no longer exists at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:34:34.116348 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] No Port match for: 9605a425-abc6-4efd-b952-7ba75aec66fa {{(pid=102518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:34:34.116714 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 9605a425-abc6-4efd-b952-7ba75aec66fa not bound to the agent host dv-cinder-805072-6-iscsi {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:34:34.117368 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 4839ca20-8792-4805-946c-a093ab521a2f no longer exists at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:34:34.128314 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ec939b05-06b7-4ad3-a8ae-ed92cae6dab0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:34.139933 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] No Port match for: 4839ca20-8792-4805-946c-a093ab521a2f {{(pid=102518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:34:34.140284 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 4839ca20-8792-4805-946c-a093ab521a2f not bound to the agent host dv-cinder-805072-6-iscsi {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:34:34.140703 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 3329fa02-699e-4655-b089-94f65207556e no longer exists at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:34:34.150056 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ec939b05-06b7-4ad3-a8ae-ed92cae6dab0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:34.159591 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] No Port match for: 3329fa02-699e-4655-b089-94f65207556e {{(pid=102518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:34:34.159986 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 3329fa02-699e-4655-b089-94f65207556e not bound to the agent host dv-cinder-805072-6-iscsi {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:34:34.203114 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ec939b05-06b7-4ad3-a8ae-ed92cae6dab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:34.205682 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ec939b05-06b7-4ad3-a8ae-ed92cae6dab0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:34.207056 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-ec939b05-06b7-4ad3-a8ae-ed92cae6dab0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3c9360b7-1a6c-40e4-a5b8-05da414b0f59 HTTP/1.1" status: 204 len: 168 time: 0.1279151 Nov 23 05:34:34.214744 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec939b05-06b7-4ad3-a8ae-ed92cae6dab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9360b7-1a6c-40e4-a5b8-05da414b0f59,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:34:34.353581 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceef178-4548-481b-ad1d-a25ba7daeb59 req-a0d9884e-96ba-4dac-bbdc-9ac6aa63aade tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:34:34.355185 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9ceef178-4548-481b-ad1d-a25ba7daeb59 req-a0d9884e-96ba-4dac-bbdc-9ac6aa63aade tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.54 "GET /v2.0/ports?device_id=6b47a991-0bd8-4fc8-a266-1312d548dba2 HTTP/1.1" status: 200 len: 946 time: 0.0505307 Nov 23 05:34:34.444486 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-9ceef178-4548-481b-ad1d-a25ba7daeb59 req-7d23fb46-7678-4095-b851-17076447ecd5 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Deleting port 7179c1c4-0ac9-4c0a-96c1-5267a975603c {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:34:34.444818 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-9ceef178-4548-481b-ad1d-a25ba7daeb59 req-7d23fb46-7678-4095-b851-17076447ecd5 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751724797224'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:34.514258 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 37422) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:34:34.539176 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-9ceef178-4548-481b-ad1d-a25ba7daeb59 req-7d23fb46-7678-4095-b851-17076447ecd5 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] For port 7179c1c4-0ac9-4c0a-96c1-5267a975603c, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=7179c1c4-0ac9-4c0a-96c1-5267a975603c,segment=NetworkSegment(dc2e8141-193a-4ec2-bc1c-70a8394baa80),segment_id=dc2e8141-193a-4ec2-bc1c-70a8394baa80)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:34:34.540127 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-9ceef178-4548-481b-ad1d-a25ba7daeb59 req-7d23fb46-7678-4095-b851-17076447ecd5 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630705'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:34.553909 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-70be724d-51d1-4d89-b772-31d21307fd91 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=506274b39b4b45599b9da16a5d76ff34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382457 Nov 23 05:34:34.554094 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-9ceef178-4548-481b-ad1d-a25ba7daeb59 req-7d23fb46-7678-4095-b851-17076447ecd5 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Calling delete_port for 7179c1c4-0ac9-4c0a-96c1-5267a975603c owned by compute:nova {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:34:34.556496 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 37424) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:34:34.603215 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-b1af2fe9-e1e7-4b53-bdd8-b68013c77742 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:34.623645 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-b1af2fe9-e1e7-4b53-bdd8-b68013c77742 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:34.675061 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-b1af2fe9-e1e7-4b53-bdd8-b68013c77742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:34.678109 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-b1af2fe9-e1e7-4b53-bdd8-b68013c77742 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:34.679232 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-b1af2fe9-e1e7-4b53-bdd8-b68013c77742 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/567f0f1b-eeca-41e4-8a2a-d26ce40a11be HTTP/1.1" status: 204 len: 168 time: 0.1218259 Nov 23 05:34:34.687078 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1af2fe9-e1e7-4b53-bdd8-b68013c77742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567f0f1b-eeca-41e4-8a2a-d26ce40a11be,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:34:34.692110 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-9ceef178-4548-481b-ad1d-a25ba7daeb59 req-7d23fb46-7678-4095-b851-17076447ecd5 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751724800597', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751724218543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237887'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:34.721386 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d23fb46-7678-4095-b851-17076447ecd5 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Pushing event deleted for resources: {'Port': ['ID=7179c1c4-0ac9-4c0a-96c1-5267a975603c,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:34:34.732491 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] get_ports_and_sgs() called for port_ids ['9e1a5b56-0175-4a42-9269-fb3e1930ca83', 'c09d8600-5df2-4eb0-a4ac-298f62e91f4f', '7179c1c4-0ac9-4c0a-96c1-5267a975603c'] {{(pid=102518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:34:34.763906 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ceef178-4548-481b-ad1d-a25ba7daeb59 req-7d23fb46-7678-4095-b851-17076447ecd5 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] No DVR routers for this DVR port 7179c1c4-0ac9-4c0a-96c1-5267a975603c on host hv-cinder-80507 {{(pid=102516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:34:34.766383 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-9ceef178-4548-481b-ad1d-a25ba7daeb59 req-7d23fb46-7678-4095-b851-17076447ecd5 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:34.769807 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9ceef178-4548-481b-ad1d-a25ba7daeb59 req-7d23fb46-7678-4095-b851-17076447ecd5 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.54 "DELETE /v2.0/ports/7179c1c4-0ac9-4c0a-96c1-5267a975603c HTTP/1.1" status: 204 len: 173 time: 0.4088001 Nov 23 05:34:34.771091 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b47a991-0bd8-4fc8-a266-1312d548dba2', 'name': 'network-vif-deleted', 'tag': '7179c1c4-0ac9-4c0a-96c1-5267a975603c'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:34:34.776010 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20d478f7b504b4f7a92aed5d5c075fb26ddad21beb532cc87d656362fb0682d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f096a45-acd0-4fd0-a187-b7cf16c9cb07" -d '{"events": [{"server_uuid": "6b47a991-0bd8-4fc8-a266-1312d548dba2", "name": "network-vif-deleted", "tag": "7179c1c4-0ac9-4c0a-96c1-5267a975603c"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:34:34.819405 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3f0e94-e960-459b-ad7f-b75548b2f641 x-openstack-request-id: req-3a3f0e94-e960-459b-ad7f-b75548b2f641 {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:34:34.820051 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b47a991-0bd8-4fc8-a266-1312d548dba2", "name": "network-vif-deleted", "tag": "7179c1c4-0ac9-4c0a-96c1-5267a975603c", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:34:34.820051 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3a3f0e94-e960-459b-ad7f-b75548b2f641 {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:34:34.820369 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b47a991-0bd8-4fc8-a266-1312d548dba2', 'name': 'network-vif-deleted', 'tag': '7179c1c4-0ac9-4c0a-96c1-5267a975603c', 'status': 'completed', 'code': 200} Nov 23 05:34:35.008968 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-879e359b-222b-4e05-a0ca-9aee1e0cb01f req-440269cc-2615-4e62-bcde-89ae41d33692 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b47a991-0bd8-4fc8-a266-1312d548dba2 HTTP/1.1" status: 200 len: 210 time: 0.0324509 Nov 23 05:34:35.657069 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-08a12f36-fb6f-4209-bdbd-03caec8b72b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:36.275410 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa274af-7eb8-4244-9a69-d32d5b3d0703 req-9b909ec9-a421-428f-869e-670a899b8e51 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:34:36.276801 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-bfa274af-7eb8-4244-9a69-d32d5b3d0703 req-9b909ec9-a421-428f-869e-670a899b8e51 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a431f92-5de7-4556-81c5-55a696e9a32b HTTP/1.1" status: 200 len: 945 time: 0.0517123 Nov 23 05:34:36.322637 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-bfa274af-7eb8-4244-9a69-d32d5b3d0703 req-ee8258c2-cd26-4a5c-8992-318e8efb2e4f tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/security-groups?id=51016a1d-e482-471b-8e52-a6e93b33672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399976 Nov 23 05:34:37.086612 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-cb0bae37-5947-48f5-b8ea-be8dc2c46173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:37.437373 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cddca8a-d73a-4fbf-a3f0-a5d9f110ab02 req-53aa58e8-209c-4813-b9b9-c3d43382beb6 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:34:37.439195 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7cddca8a-d73a-4fbf-a3f0-a5d9f110ab02 req-53aa58e8-209c-4813-b9b9-c3d43382beb6 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a431f92-5de7-4556-81c5-55a696e9a32b HTTP/1.1" status: 200 len: 945 time: 0.0490510 Nov 23 05:34:37.486528 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7cddca8a-d73a-4fbf-a3f0-a5d9f110ab02 req-b331968d-b066-4757-96e7-261678323891 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/security-groups?id=51016a1d-e482-471b-8e52-a6e93b33672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405061 Nov 23 05:34:37.700633 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd2c5c6-b56b-4cb3-991a-dd4593d7a6ea req-fb40cc27-1982-468b-8d3b-1a690256c1fc tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:34:37.702063 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2fd2c5c6-b56b-4cb3-991a-dd4593d7a6ea req-fb40cc27-1982-468b-8d3b-1a690256c1fc tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a431f92-5de7-4556-81c5-55a696e9a32b HTTP/1.1" status: 200 len: 945 time: 0.0484202 Nov 23 05:34:37.792540 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-2fd2c5c6-b56b-4cb3-991a-dd4593d7a6ea req-b5e9cb33-ec46-428c-9895-19ccc93fa3e5 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Deleting port c09d8600-5df2-4eb0-a4ac-298f62e91f4f {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:34:37.792877 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-2fd2c5c6-b56b-4cb3-991a-dd4593d7a6ea req-b5e9cb33-ec46-428c-9895-19ccc93fa3e5 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751724797224'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:37.878126 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-2fd2c5c6-b56b-4cb3-991a-dd4593d7a6ea req-b5e9cb33-ec46-428c-9895-19ccc93fa3e5 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] For port c09d8600-5df2-4eb0-a4ac-298f62e91f4f, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=c09d8600-5df2-4eb0-a4ac-298f62e91f4f,segment=NetworkSegment(dc2e8141-193a-4ec2-bc1c-70a8394baa80),segment_id=dc2e8141-193a-4ec2-bc1c-70a8394baa80)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:34:37.878479 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-2fd2c5c6-b56b-4cb3-991a-dd4593d7a6ea req-b5e9cb33-ec46-428c-9895-19ccc93fa3e5 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630705'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:37.890988 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-2fd2c5c6-b56b-4cb3-991a-dd4593d7a6ea req-b5e9cb33-ec46-428c-9895-19ccc93fa3e5 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Calling delete_port for c09d8600-5df2-4eb0-a4ac-298f62e91f4f owned by compute:nova {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:34:38.016389 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-2fd2c5c6-b56b-4cb3-991a-dd4593d7a6ea req-b5e9cb33-ec46-428c-9895-19ccc93fa3e5 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751724800597', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751724218543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237887'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:38.045017 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e9cb33-ec46-428c-9895-19ccc93fa3e5 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Pushing event deleted for resources: {'Port': ['ID=c09d8600-5df2-4eb0-a4ac-298f62e91f4f,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:34:38.051439 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] get_ports_and_sgs() called for port_ids ['9e1a5b56-0175-4a42-9269-fb3e1930ca83', 'c09d8600-5df2-4eb0-a4ac-298f62e91f4f'] {{(pid=102518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:34:38.088576 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fd2c5c6-b56b-4cb3-991a-dd4593d7a6ea req-b5e9cb33-ec46-428c-9895-19ccc93fa3e5 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] No DVR routers for this DVR port c09d8600-5df2-4eb0-a4ac-298f62e91f4f on host hv-cinder-80507 {{(pid=102516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:34:38.091218 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-2fd2c5c6-b56b-4cb3-991a-dd4593d7a6ea req-b5e9cb33-ec46-428c-9895-19ccc93fa3e5 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:38.094512 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2fd2c5c6-b56b-4cb3-991a-dd4593d7a6ea req-b5e9cb33-ec46-428c-9895-19ccc93fa3e5 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.54 "DELETE /v2.0/ports/c09d8600-5df2-4eb0-a4ac-298f62e91f4f HTTP/1.1" status: 204 len: 173 time: 0.3852079 Nov 23 05:34:38.094995 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a431f92-5de7-4556-81c5-55a696e9a32b', 'name': 'network-vif-deleted', 'tag': 'c09d8600-5df2-4eb0-a4ac-298f62e91f4f'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:34:38.097251 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20d478f7b504b4f7a92aed5d5c075fb26ddad21beb532cc87d656362fb0682d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b45468-6b57-4717-b4d6-930f18809626" -d '{"events": [{"server_uuid": "4a431f92-5de7-4556-81c5-55a696e9a32b", "name": "network-vif-deleted", "tag": "c09d8600-5df2-4eb0-a4ac-298f62e91f4f"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:34:38.136147 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd1d8f5-3d47-4a39-b0cd-f9400e31b718 x-openstack-request-id: req-8dd1d8f5-3d47-4a39-b0cd-f9400e31b718 {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:34:38.136454 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a431f92-5de7-4556-81c5-55a696e9a32b", "name": "network-vif-deleted", "tag": "c09d8600-5df2-4eb0-a4ac-298f62e91f4f", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:34:38.136717 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8dd1d8f5-3d47-4a39-b0cd-f9400e31b718 {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:34:38.137122 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a431f92-5de7-4556-81c5-55a696e9a32b', 'name': 'network-vif-deleted', 'tag': 'c09d8600-5df2-4eb0-a4ac-298f62e91f4f', 'status': 'completed', 'code': 200} Nov 23 05:34:38.485537 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-0cc3cdcc-aace-4769-a54e-383df0ffcf0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:38.594352 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b2173d5c-322b-4d1b-b6ba-2aec549783a0 req-297ce2e5-6e5f-420b-a384-420234e807d3 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a431f92-5de7-4556-81c5-55a696e9a32b HTTP/1.1" status: 200 len: 210 time: 0.0268915 Nov 23 05:34:39.106027 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:39.790723 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device c09d8600-5df2-4eb0-a4ac-298f62e91f4f no longer exists at agent hyperv_hv-cinder-80507 {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:34:39.810351 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] No Port match for: c09d8600-5df2-4eb0-a4ac-298f62e91f4f {{(pid=102518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:34:39.810699 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device c09d8600-5df2-4eb0-a4ac-298f62e91f4f not bound to the agent host hv-cinder-80507 {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:34:39.811141 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device 7179c1c4-0ac9-4c0a-96c1-5267a975603c no longer exists at agent hyperv_hv-cinder-80507 {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:34:39.829391 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] No Port match for: 7179c1c4-0ac9-4c0a-96c1-5267a975603c {{(pid=102518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:34:39.829742 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device 7179c1c4-0ac9-4c0a-96c1-5267a975603c not bound to the agent host hv-cinder-80507 {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:34:40.983715 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405800b-ba96-496d-9ff4-6a351330851e req-585be53f-e81d-4c47-8c9c-642fd8799b8c tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:34:40.985107 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a405800b-ba96-496d-9ff4-6a351330851e req-585be53f-e81d-4c47-8c9c-642fd8799b8c tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/ports?device_id=627a099c-68ea-4493-8fbb-8bf4e3742c58 HTTP/1.1" status: 200 len: 946 time: 0.0482349 Nov 23 05:34:41.031423 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a405800b-ba96-496d-9ff4-6a351330851e req-da0ff320-f27b-4584-92c8-361a8a2135d7 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/security-groups?id=51016a1d-e482-471b-8e52-a6e93b33672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402014 Nov 23 05:34:42.149882 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a48e8-3cc9-48aa-861d-4f371f3df378 req-06babbce-3c67-426e-8b19-1646980345a6 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:34:42.151361 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-289a48e8-3cc9-48aa-861d-4f371f3df378 req-06babbce-3c67-426e-8b19-1646980345a6 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/ports?device_id=627a099c-68ea-4493-8fbb-8bf4e3742c58 HTTP/1.1" status: 200 len: 946 time: 0.0509388 Nov 23 05:34:42.197725 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-289a48e8-3cc9-48aa-861d-4f371f3df378 req-02633132-0f03-4fe9-bfc2-592dac77875a tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/security-groups?id=51016a1d-e482-471b-8e52-a6e93b33672f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405750 Nov 23 05:34:42.600494 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3313750b-67cf-4845-a737-b828b1852333 req-3c5580c5-830d-49c9-8f6f-215fc7f10d6c tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:34:42.601916 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3313750b-67cf-4845-a737-b828b1852333 req-3c5580c5-830d-49c9-8f6f-215fc7f10d6c tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.54 "GET /v2.0/ports?device_id=627a099c-68ea-4493-8fbb-8bf4e3742c58 HTTP/1.1" status: 200 len: 946 time: 0.0482075 Nov 23 05:34:42.692552 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-3313750b-67cf-4845-a737-b828b1852333 req-70851969-912f-481f-86c4-10fd5a56fe70 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Deleting port 9e1a5b56-0175-4a42-9269-fb3e1930ca83 {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:34:42.692958 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-3313750b-67cf-4845-a737-b828b1852333 req-70851969-912f-481f-86c4-10fd5a56fe70 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751724797224'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:42.782901 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-3313750b-67cf-4845-a737-b828b1852333 req-70851969-912f-481f-86c4-10fd5a56fe70 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] For port 9e1a5b56-0175-4a42-9269-fb3e1930ca83, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=9e1a5b56-0175-4a42-9269-fb3e1930ca83,segment=NetworkSegment(dc2e8141-193a-4ec2-bc1c-70a8394baa80),segment_id=dc2e8141-193a-4ec2-bc1c-70a8394baa80)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:34:42.783252 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-3313750b-67cf-4845-a737-b828b1852333 req-70851969-912f-481f-86c4-10fd5a56fe70 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630705'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:42.795837 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-3313750b-67cf-4845-a737-b828b1852333 req-70851969-912f-481f-86c4-10fd5a56fe70 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Calling delete_port for 9e1a5b56-0175-4a42-9269-fb3e1930ca83 owned by compute:nova {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:34:42.920211 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-3313750b-67cf-4845-a737-b828b1852333 req-70851969-912f-481f-86c4-10fd5a56fe70 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751724800597', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751724218543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237887'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:42.946042 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70851969-912f-481f-86c4-10fd5a56fe70 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Pushing event deleted for resources: {'Port': ['ID=9e1a5b56-0175-4a42-9269-fb3e1930ca83,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:34:42.955027 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] get_ports_and_sgs() called for port_ids ['9e1a5b56-0175-4a42-9269-fb3e1930ca83'] {{(pid=102518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:34:42.988710 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [req-3313750b-67cf-4845-a737-b828b1852333 req-70851969-912f-481f-86c4-10fd5a56fe70 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] No DVR routers for this DVR port 9e1a5b56-0175-4a42-9269-fb3e1930ca83 on host hv-cinder-80507 {{(pid=102516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:34:42.991046 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-3313750b-67cf-4845-a737-b828b1852333 req-70851969-912f-481f-86c4-10fd5a56fe70 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:42.994469 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-3313750b-67cf-4845-a737-b828b1852333 req-70851969-912f-481f-86c4-10fd5a56fe70 tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.54 "DELETE /v2.0/ports/9e1a5b56-0175-4a42-9269-fb3e1930ca83 HTTP/1.1" status: 204 len: 173 time: 0.3863480 Nov 23 05:34:42.994934 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '627a099c-68ea-4493-8fbb-8bf4e3742c58', 'name': 'network-vif-deleted', 'tag': '9e1a5b56-0175-4a42-9269-fb3e1930ca83'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:34:42.997146 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20d478f7b504b4f7a92aed5d5c075fb26ddad21beb532cc87d656362fb0682d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b122b1-cdd1-499b-a447-36d0a526c2e9" -d '{"events": [{"server_uuid": "627a099c-68ea-4493-8fbb-8bf4e3742c58", "name": "network-vif-deleted", "tag": "9e1a5b56-0175-4a42-9269-fb3e1930ca83"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:34:43.038945 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716eb2b0-10fe-4b5e-a97b-5a9cae950ba3 x-openstack-request-id: req-716eb2b0-10fe-4b5e-a97b-5a9cae950ba3 {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:34:43.039246 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "627a099c-68ea-4493-8fbb-8bf4e3742c58", "name": "network-vif-deleted", "tag": "9e1a5b56-0175-4a42-9269-fb3e1930ca83", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:34:43.039502 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-716eb2b0-10fe-4b5e-a97b-5a9cae950ba3 {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:34:43.039898 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '627a099c-68ea-4493-8fbb-8bf4e3742c58', 'name': 'network-vif-deleted', 'tag': '9e1a5b56-0175-4a42-9269-fb3e1930ca83', 'status': 'completed', 'code': 200} Nov 23 05:34:43.305000 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-67cbc445-5ac2-4677-bf51-bc73c07dc14b req-ef611496-e3f1-42d8-97f5-01775cffa68d tempest-AttachVolumeNegativeTest-804008087 tempest-AttachVolumeNegativeTest-804008087-project] 10.222.0.48 "GET /v2.0/ports?device_id=627a099c-68ea-4493-8fbb-8bf4e3742c58 HTTP/1.1" status: 200 len: 210 time: 0.0295424 Nov 23 05:34:44.370410 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 37464) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:34:44.414293 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.db.db_base_plugin_v2 [None req-87f5fa79-15cc-43ca-a645-dae15f24a001 admin admin] Deleting subnet 3634c812-8d62-4004-a55d-c10a5f7a0708 {{(pid=102517) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 05:34:44.417326 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-87f5fa79-15cc-43ca-a645-dae15f24a001 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:44.452140 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-87f5fa79-15cc-43ca-a645-dae15f24a001 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27248899'] for subnet, precommit_delete_associations {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:44.489457 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-87f5fa79-15cc-43ca-a645-dae15f24a001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-576047'] for subnet, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:44.544647 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-87f5fa79-15cc-43ca-a645-dae15f24a001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-576054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25211281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27225567'] for subnet, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:44.570588 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f5fa79-15cc-43ca-a645-dae15f24a001 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3634c812-8d62-4004-a55d-c10a5f7a0708,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:34:44.574526 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-87f5fa79-15cc-43ca-a645-dae15f24a001 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:44.577739 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-87f5fa79-15cc-43ca-a645-dae15f24a001 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3634c812-8d62-4004-a55d-c10a5f7a0708 HTTP/1.1" status: 204 len: 168 time: 0.2062924 Nov 23 05:34:44.581204 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 37466) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:34:44.648049 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-67eba0a0-67b3-4053-b2b5-18b0f179caa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1429853'] for network, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:44.728924 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-67eba0a0-67b3-4053-b2b5-18b0f179caa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734108', 'neutron.services.segments.db._delete_segments_for_network-8751724566155'] for network, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:44.749397 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.services.segments.db [None req-67eba0a0-67b3-4053-b2b5-18b0f179caa7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a80c73b1-414f-4eca-95f7-c76860e7ac3b']}} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:34:44.758307 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.services.segments.db [None req-67eba0a0-67b3-4053-b2b5-18b0f179caa7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc2e8141-193a-4ec2-bc1c-70a8394baa80') {'for_net_delete': True} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:34:44.758613 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.services.segments.db [None req-67eba0a0-67b3-4053-b2b5-18b0f179caa7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc2e8141-193a-4ec2-bc1c-70a8394baa80') {} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:34:44.767730 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-67eba0a0-67b3-4053-b2b5-18b0f179caa7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751724742166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27248922'] for segment, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:44.780635 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-67eba0a0-67b3-4053-b2b5-18b0f179caa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574952'] for segment, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:44.787114 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67eba0a0-67b3-4053-b2b5-18b0f179caa7 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=102517) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 05:34:44.787633 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-67eba0a0-67b3-4053-b2b5-18b0f179caa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25211343'] for segment, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:44.789295 dv-cinder-805072-6-iscsi neutron-server[102517]: Traceback (most recent call last): Nov 23 05:34:44.789295 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 05:34:44.789295 dv-cinder-805072-6-iscsi neutron-server[102517]: timer() Nov 23 05:34:44.789295 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 05:34:44.789295 dv-cinder-805072-6-iscsi neutron-server[102517]: cb(*args, **kw) Nov 23 05:34:44.789295 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 05:34:44.789295 dv-cinder-805072-6-iscsi neutron-server[102517]: return func(*args, **kwargs) Nov 23 05:34:44.789295 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 05:34:44.789295 dv-cinder-805072-6-iscsi neutron-server[102517]: self._notify() Nov 23 05:34:44.789295 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 05:34:44.789295 dv-cinder-805072-6-iscsi neutron-server[102517]: self.callback(batched_events) Nov 23 05:34:44.789295 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 05:34:44.789295 dv-cinder-805072-6-iscsi neutron-server[102517]: event.method(event) Nov 23 05:34:44.789295 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 05:34:44.789295 dv-cinder-805072-6-iscsi neutron-server[102517]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 05:34:44.789295 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 05:34:44.789295 dv-cinder-805072-6-iscsi neutron-server[102517]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 05:34:44.789295 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 05:34:44.789295 dv-cinder-805072-6-iscsi neutron-server[102517]: return f(self, *a, **k) Nov 23 05:34:44.789295 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 05:34:44.789295 dv-cinder-805072-6-iscsi neutron-server[102517]: return self._get(url).json() Nov 23 05:34:44.789295 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 05:34:44.789295 dv-cinder-805072-6-iscsi neutron-server[102517]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 05:34:44.789295 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 05:34:44.789295 dv-cinder-805072-6-iscsi neutron-server[102517]: return self.request(url, 'GET', **kwargs) Nov 23 05:34:44.789295 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 05:34:44.789295 dv-cinder-805072-6-iscsi neutron-server[102517]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 05:34:44.789295 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 05:34:44.789295 dv-cinder-805072-6-iscsi neutron-server[102517]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 05:34:44.789295 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 05:34:44.789295 dv-cinder-805072-6-iscsi neutron-server[102517]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 05:34:44.789295 dv-cinder-805072-6-iscsi neutron-server[102517]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 05:34:44.840990 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-67eba0a0-67b3-4053-b2b5-18b0f179caa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637750'] for network, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:44.846252 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-67eba0a0-67b3-4053-b2b5-18b0f179caa7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for network, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:44.850049 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-67eba0a0-67b3-4053-b2b5-18b0f179caa7 admin admin] 10.222.0.48 "DELETE /v2.0/networks/a80c73b1-414f-4eca-95f7-c76860e7ac3b HTTP/1.1" status: 204 len: 168 time: 0.2679167 Nov 23 05:34:44.860913 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eba0a0-67b3-4053-b2b5-18b0f179caa7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a80c73b1-414f-4eca-95f7-c76860e7ac3b,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:34:45.010320 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 37470) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:34:45.053272 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-c961bce0-e5ee-4663-9b27-b0644f65b638 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fe283c86c6fa4f4da2ff45b4d70ceffc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417521 Nov 23 05:34:45.055652 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 37472) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:34:45.100995 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-858f9743-7e75-4773-bc09-53d2f82b9d84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:45.120824 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-858f9743-7e75-4773-bc09-53d2f82b9d84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:45.167396 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-858f9743-7e75-4773-bc09-53d2f82b9d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:45.170297 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-858f9743-7e75-4773-bc09-53d2f82b9d84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:45.171468 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-858f9743-7e75-4773-bc09-53d2f82b9d84 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/51016a1d-e482-471b-8e52-a6e93b33672f HTTP/1.1" status: 204 len: 168 time: 0.1149452 Nov 23 05:34:45.179131 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858f9743-7e75-4773-bc09-53d2f82b9d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51016a1d-e482-471b-8e52-a6e93b33672f,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:34:47.826990 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device 9e1a5b56-0175-4a42-9269-fb3e1930ca83 no longer exists at agent hyperv_hv-cinder-80507 {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:34:47.847342 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] No Port match for: 9e1a5b56-0175-4a42-9269-fb3e1930ca83 {{(pid=102518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:34:47.847698 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device 9e1a5b56-0175-4a42-9269-fb3e1930ca83 not bound to the agent host hv-cinder-80507 {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:34:56.866301 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 37608) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:34:56.967774 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-8bfeadfa-555a-41b7-b34f-8335711c2118 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:57.041111 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-8bfeadfa-555a-41b7-b34f-8335711c2118 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:57.044795 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-8bfeadfa-555a-41b7-b34f-8335711c2118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:57.080860 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-8bfeadfa-555a-41b7-b34f-8335711c2118 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4bc6c824fd2c43e192b2f8aea521199e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2134821 Nov 23 05:34:57.082817 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfeadfa-555a-41b7-b34f-8335711c2118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a862f7-e9c3-4769-a67f-c8335639ec00,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:34:57.083543 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 37612) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:34:57.130481 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-ca71e926-0d38-42e3-ab87-7db4b0d253f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:57.151967 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-ca71e926-0d38-42e3-ab87-7db4b0d253f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:57.197398 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-ca71e926-0d38-42e3-ab87-7db4b0d253f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:57.200152 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-ca71e926-0d38-42e3-ab87-7db4b0d253f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:57.201286 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-ca71e926-0d38-42e3-ab87-7db4b0d253f9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/06a862f7-e9c3-4769-a67f-c8335639ec00 HTTP/1.1" status: 204 len: 168 time: 0.1161933 Nov 23 05:34:57.208864 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca71e926-0d38-42e3-ab87-7db4b0d253f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a862f7-e9c3-4769-a67f-c8335639ec00,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:34:57.451117 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 37618) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:34:57.464037 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c5c4-8d23-49b1-ac5f-a5f23c77302c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:57.538948 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c5c4-8d23-49b1-ac5f-a5f23c77302c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:57.542356 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-e5d6c5c4-8d23-49b1-ac5f-a5f23c77302c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:57.580833 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-e5d6c5c4-8d23-49b1-ac5f-a5f23c77302c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a5b014bd42384b77b386ca69d17daad2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1285903 Nov 23 05:34:57.581637 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d6c5c4-8d23-49b1-ac5f-a5f23c77302c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4123172f-6c2a-4d00-8115-0152b83af878,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:34:57.583490 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 37620) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:34:57.629777 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-d0c8f998-c511-4001-b557-1506c8a40b20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:57.651100 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-d0c8f998-c511-4001-b557-1506c8a40b20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:57.696372 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-d0c8f998-c511-4001-b557-1506c8a40b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:57.700150 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-d0c8f998-c511-4001-b557-1506c8a40b20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:57.700427 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-d0c8f998-c511-4001-b557-1506c8a40b20 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4123172f-6c2a-4d00-8115-0152b83af878 HTTP/1.1" status: 204 len: 168 time: 0.1153634 Nov 23 05:34:57.711865 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c8f998-c511-4001-b557-1506c8a40b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4123172f-6c2a-4d00-8115-0152b83af878,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:34:58.691388 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:02.469583 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 37714) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:35:02.572908 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-c18be52e-cfdd-474c-b79a-cf909ee41e2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:02.648683 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-c18be52e-cfdd-474c-b79a-cf909ee41e2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:02.651996 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-c18be52e-cfdd-474c-b79a-cf909ee41e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:02.690813 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-c18be52e-cfdd-474c-b79a-cf909ee41e2b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9a144c60056647858cb60a7a55829e10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2201581 Nov 23 05:35:02.691711 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18be52e-cfdd-474c-b79a-cf909ee41e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e34694d-f617-4cd2-974d-a913a74d75ae,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:35:02.693520 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 37718) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:35:02.742819 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-00f18337-e6eb-4517-aff5-dd60a91e2ba6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:02.763517 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-00f18337-e6eb-4517-aff5-dd60a91e2ba6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:02.808830 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-00f18337-e6eb-4517-aff5-dd60a91e2ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:02.811847 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-00f18337-e6eb-4517-aff5-dd60a91e2ba6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:02.812983 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-00f18337-e6eb-4517-aff5-dd60a91e2ba6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0e34694d-f617-4cd2-974d-a913a74d75ae HTTP/1.1" status: 204 len: 168 time: 0.1184869 Nov 23 05:35:02.820608 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f18337-e6eb-4517-aff5-dd60a91e2ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e34694d-f617-4cd2-974d-a913a74d75ae,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:35:02.898427 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.agents_db [None req-5ade7c98-4a19-45de-8fb0-464f54244c1e None None] Agent healthcheck: found 6 active agents {{(pid=102519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:35:03.062450 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 37724) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:35:03.076124 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-f56c3ec1-8268-4d57-88b8-3327e870d322 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:03.148680 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-f56c3ec1-8268-4d57-88b8-3327e870d322 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:03.152159 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-f56c3ec1-8268-4d57-88b8-3327e870d322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:03.191245 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-f56c3ec1-8268-4d57-88b8-3327e870d322 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=719c05b59fe040d2a9a33f6384202a9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1276791 Nov 23 05:35:03.193750 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c3ec1-8268-4d57-88b8-3327e870d322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e757b7-ebd0-438c-bddf-8c32f096524d,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:35:03.194877 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 37726) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:35:03.242828 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-17c4b509-48ed-4fd7-9d38-ccdc2c9b47c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:03.263838 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-17c4b509-48ed-4fd7-9d38-ccdc2c9b47c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:03.309610 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-17c4b509-48ed-4fd7-9d38-ccdc2c9b47c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:03.312490 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-17c4b509-48ed-4fd7-9d38-ccdc2c9b47c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:03.313614 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-17c4b509-48ed-4fd7-9d38-ccdc2c9b47c4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/36e757b7-ebd0-438c-bddf-8c32f096524d HTTP/1.1" status: 204 len: 168 time: 0.1176140 Nov 23 05:35:03.321995 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c4b509-48ed-4fd7-9d38-ccdc2c9b47c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e757b7-ebd0-438c-bddf-8c32f096524d,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:35:03.489748 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-0ec59299-f6f1-416f-9ca5-ca918f3110e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:05.656945 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-841561a7-2de8-4a4e-9a01-ef92065dc4d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:07.090631 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-cb0bae37-5947-48f5-b8ea-be8dc2c46173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:07.497689 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4179e5-e6d1-461f-850e-8eceb07a7bbd req-da81fdbb-4db8-4cc8-9d4f-a3f3c70a53c8 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:35:07.499258 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6f4179e5-e6d1-461f-850e-8eceb07a7bbd req-da81fdbb-4db8-4cc8-9d4f-a3f3c70a53c8 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b1aca53-96e1-40d5-8e1c-b9f1f770c6a0 HTTP/1.1" status: 200 len: 946 time: 0.0495458 Nov 23 05:35:07.553502 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6f4179e5-e6d1-461f-850e-8eceb07a7bbd req-1b13446a-a827-4dbd-9f3d-665c4333c80c tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1481a16-b8ec-4bff-b695-a15c51286b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467567 Nov 23 05:35:08.489150 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-0cc3cdcc-aace-4769-a54e-383df0ffcf0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:08.674826 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec34f00-c65c-44d8-93b8-34d88ea9a995 req-57562a70-0602-4679-9169-d473435b61e6 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:35:08.676356 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7ec34f00-c65c-44d8-93b8-34d88ea9a995 req-57562a70-0602-4679-9169-d473435b61e6 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b1aca53-96e1-40d5-8e1c-b9f1f770c6a0 HTTP/1.1" status: 200 len: 946 time: 0.0524485 Nov 23 05:35:08.732099 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7ec34f00-c65c-44d8-93b8-34d88ea9a995 req-1847de0e-064f-4f1c-9b9c-f9dc89260e67 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1481a16-b8ec-4bff-b695-a15c51286b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496693 Nov 23 05:35:08.930265 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 37814) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:35:09.033307 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-b5da14c1-4458-4e32-a052-55f4cc4a291b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:09.107188 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:09.112656 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-b5da14c1-4458-4e32-a052-55f4cc4a291b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:09.117791 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-b5da14c1-4458-4e32-a052-55f4cc4a291b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:09.156459 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-b5da14c1-4458-4e32-a052-55f4cc4a291b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7ff0025b03764c319cf4eb00ef7ead8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2250860 Nov 23 05:35:09.157304 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5da14c1-4458-4e32-a052-55f4cc4a291b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd20786-eebe-4a81-bcfd-4d2dce56b1aa,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:35:09.159580 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 37818) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:35:09.185140 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d6a51-332b-4467-9dcc-c6b4f818625f req-08876f27-c7dc-49c6-b56f-a1641e06a6d6 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:35:09.186685 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d35d6a51-332b-4467-9dcc-c6b4f818625f req-08876f27-c7dc-49c6-b56f-a1641e06a6d6 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b1aca53-96e1-40d5-8e1c-b9f1f770c6a0 HTTP/1.1" status: 200 len: 946 time: 0.0476143 Nov 23 05:35:09.209587 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-1a86b6a9-e3a3-4f03-9da5-ef7e990efbab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:09.230691 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-1a86b6a9-e3a3-4f03-9da5-ef7e990efbab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:09.276960 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-1a86b6a9-e3a3-4f03-9da5-ef7e990efbab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:09.279996 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-1a86b6a9-e3a3-4f03-9da5-ef7e990efbab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:09.281274 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-1a86b6a9-e3a3-4f03-9da5-ef7e990efbab admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ecd20786-eebe-4a81-bcfd-4d2dce56b1aa HTTP/1.1" status: 204 len: 168 time: 0.1208041 Nov 23 05:35:09.281601 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-d35d6a51-332b-4467-9dcc-c6b4f818625f req-3e70ea38-52e7-4d48-819b-ec5d3ea488f8 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Deleting port cd9eddb1-97c3-490e-a27f-2a63b1e18573 {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:35:09.281935 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-d35d6a51-332b-4467-9dcc-c6b4f818625f req-3e70ea38-52e7-4d48-819b-ec5d3ea488f8 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751724797224'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:09.289679 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a86b6a9-e3a3-4f03-9da5-ef7e990efbab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd20786-eebe-4a81-bcfd-4d2dce56b1aa,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:35:09.378047 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-d35d6a51-332b-4467-9dcc-c6b4f818625f req-3e70ea38-52e7-4d48-819b-ec5d3ea488f8 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] For port cd9eddb1-97c3-490e-a27f-2a63b1e18573, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=cd9eddb1-97c3-490e-a27f-2a63b1e18573,segment=NetworkSegment(55e832f8-945a-4410-a2ad-c12a508b0c85),segment_id=55e832f8-945a-4410-a2ad-c12a508b0c85)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:35:09.378409 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-d35d6a51-332b-4467-9dcc-c6b4f818625f req-3e70ea38-52e7-4d48-819b-ec5d3ea488f8 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630705'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:09.546026 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 37824) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:35:09.566966 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-a54e06f9-5215-4594-97c1-fef8499baca6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:09.572345 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-d35d6a51-332b-4467-9dcc-c6b4f818625f req-3e70ea38-52e7-4d48-819b-ec5d3ea488f8 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:09.572704 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-d35d6a51-332b-4467-9dcc-c6b4f818625f req-3e70ea38-52e7-4d48-819b-ec5d3ea488f8 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637656'] for floatingip, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:09.573015 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.db.l3_db [req-d35d6a51-332b-4467-9dcc-c6b4f818625f req-3e70ea38-52e7-4d48-819b-ec5d3ea488f8 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Floating IP 24bfdbc2-a2a5-4fdd-8ac3-4df85a343b98 disassociated. External IP: 172.27.0.186, port: cd9eddb1-97c3-490e-a27f-2a63b1e18573. Nov 23 05:35:09.573353 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-d35d6a51-332b-4467-9dcc-c6b4f818625f req-3e70ea38-52e7-4d48-819b-ec5d3ea488f8 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Calling delete_port for cd9eddb1-97c3-490e-a27f-2a63b1e18573 owned by compute:nova {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:35:09.737558 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-a54e06f9-5215-4594-97c1-fef8499baca6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:09.743524 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-a54e06f9-5215-4594-97c1-fef8499baca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:09.789627 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-d35d6a51-332b-4467-9dcc-c6b4f818625f req-3e70ea38-52e7-4d48-819b-ec5d3ea488f8 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751724800597', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751724218543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237887'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:09.798254 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-a54e06f9-5215-4594-97c1-fef8499baca6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=479ba0e94deb47a7bb1b20ebaf7c923b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2511134 Nov 23 05:35:09.800985 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54e06f9-5215-4594-97c1-fef8499baca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51fd3a52-e029-447d-8eb0-76aef9893f6f,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:35:09.801247 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 37828) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:35:09.831984 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e70ea38-52e7-4d48-819b-ec5d3ea488f8 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Pushing event deleted for resources: {'Port': ['ID=cd9eddb1-97c3-490e-a27f-2a63b1e18573,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:35:09.854632 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-1d657880-9167-410f-8c64-ce31a7690bc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:09.856922 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e06f9-5215-4594-97c1-fef8499baca6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:35:09.857281 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e06f9-5215-4594-97c1-fef8499baca6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:35:09.857618 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e06f9-5215-4594-97c1-fef8499baca6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:35:09.857955 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e06f9-5215-4594-97c1-fef8499baca6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:35:09.860543 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e06f9-5215-4594-97c1-fef8499baca6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:35:09.860543 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e06f9-5215-4594-97c1-fef8499baca6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:35:09.860543 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e06f9-5215-4594-97c1-fef8499baca6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:35:09.860543 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e06f9-5215-4594-97c1-fef8499baca6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:35:09.860543 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e06f9-5215-4594-97c1-fef8499baca6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:35:09.860543 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e06f9-5215-4594-97c1-fef8499baca6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:35:09.860543 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e06f9-5215-4594-97c1-fef8499baca6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:35:09.861371 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54e06f9-5215-4594-97c1-fef8499baca6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:35:09.865302 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e29f4cdd-8cb4-4f16-953c-2d981bf3b7cc req-909392f8-317b-4ca9-a32c-4de62facc1a3 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b1aca53-96e1-40d5-8e1c-b9f1f770c6a0 HTTP/1.1" status: 200 len: 210 time: 0.0443790 Nov 23 05:35:09.872497 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e70ea38-52e7-4d48-819b-ec5d3ea488f8 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:35:09.872846 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e70ea38-52e7-4d48-819b-ec5d3ea488f8 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:35:09.873288 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e70ea38-52e7-4d48-819b-ec5d3ea488f8 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:35:09.873509 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e70ea38-52e7-4d48-819b-ec5d3ea488f8 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:35:09.873844 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e70ea38-52e7-4d48-819b-ec5d3ea488f8 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:35:09.874177 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e70ea38-52e7-4d48-819b-ec5d3ea488f8 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:35:09.874506 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e70ea38-52e7-4d48-819b-ec5d3ea488f8 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:35:09.874833 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e70ea38-52e7-4d48-819b-ec5d3ea488f8 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:35:09.875188 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e70ea38-52e7-4d48-819b-ec5d3ea488f8 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:35:09.875514 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e70ea38-52e7-4d48-819b-ec5d3ea488f8 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:35:09.875832 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e70ea38-52e7-4d48-819b-ec5d3ea488f8 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:35:09.876157 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e70ea38-52e7-4d48-819b-ec5d3ea488f8 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:35:09.876734 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-1d657880-9167-410f-8c64-ce31a7690bc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:09.925676 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-1d657880-9167-410f-8c64-ce31a7690bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:09.928444 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-1d657880-9167-410f-8c64-ce31a7690bc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:09.929634 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-1d657880-9167-410f-8c64-ce31a7690bc8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/51fd3a52-e029-447d-8eb0-76aef9893f6f HTTP/1.1" status: 204 len: 168 time: 0.1275225 Nov 23 05:35:09.937430 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d657880-9167-410f-8c64-ce31a7690bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51fd3a52-e029-447d-8eb0-76aef9893f6f,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:35:09.992629 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d35d6a51-332b-4467-9dcc-c6b4f818625f req-3e70ea38-52e7-4d48-819b-ec5d3ea488f8 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Router 8a840556-70e0-49a2-9796-d1c9a94256f9 has already been hosted by L3 agent 9dac5a01-04fc-4e91-9910-6392ff9c638b {{(pid=102516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:35:10.104850 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d35d6a51-332b-4467-9dcc-c6b4f818625f req-3e70ea38-52e7-4d48-819b-ec5d3ea488f8 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Notify agent at l3_agent.dv-cinder-805072-6-iscsi the message routers_updated {{(pid=102516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:35:10.115116 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f14fb43-8731-4272-b0ce-3f86f2f66fab None None] Sync routers for ids ['8a840556-70e0-49a2-9796-d1c9a94256f9'] in dv-cinder-805072-6-iscsi {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:35:10.126211 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f14fb43-8731-4272-b0ce-3f86f2f66fab None None] Routers {'8a840556-70e0-49a2-9796-d1c9a94256f9'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:35:10.126843 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-3f14fb43-8731-4272-b0ce-3f86f2f66fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:35:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['8a840556-70e0-49a2-9796-d1c9a94256f9'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:35:10.144179 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [req-d35d6a51-332b-4467-9dcc-c6b4f818625f req-3e70ea38-52e7-4d48-819b-ec5d3ea488f8 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] No DVR routers for this DVR port cd9eddb1-97c3-490e-a27f-2a63b1e18573 on host hv-cinder-80507 {{(pid=102516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:35:10.146841 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-d35d6a51-332b-4467-9dcc-c6b4f818625f req-3e70ea38-52e7-4d48-819b-ec5d3ea488f8 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:10.151162 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d35d6a51-332b-4467-9dcc-c6b4f818625f req-3e70ea38-52e7-4d48-819b-ec5d3ea488f8 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.54 "DELETE /v2.0/ports/cd9eddb1-97c3-490e-a27f-2a63b1e18573 HTTP/1.1" status: 204 len: 173 time: 0.9572470 Nov 23 05:35:10.151789 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b1aca53-96e1-40d5-8e1c-b9f1f770c6a0', 'name': 'network-vif-deleted', 'tag': 'cd9eddb1-97c3-490e-a27f-2a63b1e18573'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:35:10.154470 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20d478f7b504b4f7a92aed5d5c075fb26ddad21beb532cc87d656362fb0682d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6134a16-4910-4ec6-a423-b90348d21a10" -d '{"events": [{"server_uuid": "0b1aca53-96e1-40d5-8e1c-b9f1f770c6a0", "name": "network-vif-deleted", "tag": "cd9eddb1-97c3-490e-a27f-2a63b1e18573"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:35:10.221368 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b83b8e8-672f-4ee2-837e-1db27e6bf055 x-openstack-request-id: req-2b83b8e8-672f-4ee2-837e-1db27e6bf055 {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:35:10.221774 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b1aca53-96e1-40d5-8e1c-b9f1f770c6a0", "name": "network-vif-deleted", "tag": "cd9eddb1-97c3-490e-a27f-2a63b1e18573", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:35:10.222138 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2b83b8e8-672f-4ee2-837e-1db27e6bf055 {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:35:10.222643 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b1aca53-96e1-40d5-8e1c-b9f1f770c6a0', 'name': 'network-vif-deleted', 'tag': 'cd9eddb1-97c3-490e-a27f-2a63b1e18573', 'status': 'completed', 'code': 200} Nov 23 05:35:10.267660 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-3f14fb43-8731-4272-b0ce-3f86f2f66fab None None] Set router 8a840556-70e0-49a2-9796-d1c9a94256f9 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:35:10.485181 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-3f14fb43-8731-4272-b0ce-3f86f2f66fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'name': 'tempest-TestVolumeBootPattern-1460853003-router', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'ea50d896-a824-4891-8d4c-66a47c9528e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:32:21Z', 'updated_at': '2021-11-23T05:32:24Z', 'revision_number': 4, 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'gw_port': {'id': 'ea50d896-a824-4891-8d4c-66a47c9528e2', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:32:22Z', 'updated_at': '2021-11-23T05:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_interfaces': [{'id': 'd423065e-a420-4a56-ae1e-f05e483435bb', 'name': '', 'network_id': 'de6ef1d6-3445-40e0-83c8-00393e69a51b', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'mac_address': 'fa:16:3e:87:a2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '769cffe6-0ed2-4f2f-be5c-5abad8060d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:32:24Z', 'updated_at': '2021-11-23T05:32:28Z', 'revision_number': 5, 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'subnets': [{'id': '769cffe6-0ed2-4f2f-be5c-5abad8060d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:35:10.515153 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f14fb43-8731-4272-b0ce-3f86f2f66fab None None] Checking router: 8a840556-70e0-49a2-9796-d1c9a94256f9 for host: dv-cinder-805072-6-iscsi {{(pid=102518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:35:10.524353 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f14fb43-8731-4272-b0ce-3f86f2f66fab None None] Routers {'8a840556-70e0-49a2-9796-d1c9a94256f9'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:35:10.525126 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-3f14fb43-8731-4272-b0ce-3f86f2f66fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:35:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['8a840556-70e0-49a2-9796-d1c9a94256f9'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:35:10.641221 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-3f14fb43-8731-4272-b0ce-3f86f2f66fab None None] Set router 8a840556-70e0-49a2-9796-d1c9a94256f9 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:35:10.840277 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-3f14fb43-8731-4272-b0ce-3f86f2f66fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'name': 'tempest-TestVolumeBootPattern-1460853003-router', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'ea50d896-a824-4891-8d4c-66a47c9528e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:32:21Z', 'updated_at': '2021-11-23T05:32:24Z', 'revision_number': 4, 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'gw_port': {'id': 'ea50d896-a824-4891-8d4c-66a47c9528e2', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:32:22Z', 'updated_at': '2021-11-23T05:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_interfaces': [{'id': 'd423065e-a420-4a56-ae1e-f05e483435bb', 'name': '', 'network_id': 'de6ef1d6-3445-40e0-83c8-00393e69a51b', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'mac_address': 'fa:16:3e:87:a2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '769cffe6-0ed2-4f2f-be5c-5abad8060d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:32:24Z', 'updated_at': '2021-11-23T05:32:28Z', 'revision_number': 5, 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'subnets': [{'id': '769cffe6-0ed2-4f2f-be5c-5abad8060d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:35:10.871044 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f14fb43-8731-4272-b0ce-3f86f2f66fab None None] The sync data for ids ['8a840556-70e0-49a2-9796-d1c9a94256f9'] in dv-cinder-805072-6-iscsi is: [{'id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'name': 'tempest-TestVolumeBootPattern-1460853003-router', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'ea50d896-a824-4891-8d4c-66a47c9528e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:32:21Z', 'updated_at': '2021-11-23T05:32:24Z', 'revision_number': 4, 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'gw_port': {'id': 'ea50d896-a824-4891-8d4c-66a47c9528e2', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:32:22Z', 'updated_at': '2021-11-23T05:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_interfaces': [{'id': 'd423065e-a420-4a56-ae1e-f05e483435bb', 'name': '', 'network_id': 'de6ef1d6-3445-40e0-83c8-00393e69a51b', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'mac_address': 'fa:16:3e:87:a2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '769cffe6-0ed2-4f2f-be5c-5abad8060d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:32:24Z', 'updated_at': '2021-11-23T05:32:28Z', 'revision_number': 5, 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'subnets': [{'id': '769cffe6-0ed2-4f2f-be5c-5abad8060d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:35:11.003943 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ec1fc955-f761-4974-a135-503d12a6eff3 req-01f944e9-3810-40e6-896d-d3cf2372e699 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b1aca53-96e1-40d5-8e1c-b9f1f770c6a0 HTTP/1.1" status: 200 len: 210 time: 0.0348377 Nov 23 05:35:11.146589 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed1e9e5-d4db-451e-8cd2-2eb58d4bdfd7 None None] New status for floating IP 24bfdbc2-a2a5-4fdd-8ac3-4df85a343b98: DOWN {{(pid=102519) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 05:35:12.280034 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d04b1c47-c73c-4548-ae8c-d1b80c55db73 req-a8a50265-da66-431f-ab51-74f11c9fc633 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-139859202&fields=id&tenant_id=5331a73468ce4b39a145a09d53cbde62 HTTP/1.1" status: 200 len: 267 time: 0.0447781 Nov 23 05:35:12.383427 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b1c47-c73c-4548-ae8c-d1b80c55db73 req-9688c9c7-7069-47bc-8f94-a8e876c65e4c tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:35:12.384875 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d04b1c47-c73c-4548-ae8c-d1b80c55db73 req-9688c9c7-7069-47bc-8f94-a8e876c65e4c tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/networks?id=de6ef1d6-3445-40e0-83c8-00393e69a51b HTTP/1.1" status: 200 len: 812 time: 0.0981503 Nov 23 05:35:12.399300 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d04b1c47-c73c-4548-ae8c-d1b80c55db73 req-9f1af316-c1a9-4d56-a882-cfe193bb684b tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/quotas/5331a73468ce4b39a145a09d53cbde62 HTTP/1.1" status: 200 len: 375 time: 0.0087762 Nov 23 05:35:12.452653 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d04b1c47-c73c-4548-ae8c-d1b80c55db73 req-63f220e7-d0e8-4537-9ffb-c32c0f7c1c2a tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5331a73468ce4b39a145a09d53cbde62&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483150 Nov 23 05:35:12.546075 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d04b1c47-c73c-4548-ae8c-d1b80c55db73 req-f66863b8-aebc-4abc-a568-1e7831a057a3 service neutron] 10.222.0.48 "GET /v2.0/networks/de6ef1d6-3445-40e0-83c8-00393e69a51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814066 Nov 23 05:35:12.874769 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d04b1c47-c73c-4548-ae8c-d1b80c55db73 req-e89eb17b-a92c-456a-80a7-bd2c7e5a659b service neutron] 10.222.0.48 "GET /v2.0/networks/de6ef1d6-3445-40e0-83c8-00393e69a51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226011 Nov 23 05:35:13.148850 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7ef1a972-70c3-4ab9-85aa-53d486486ce0 req-47c49b3b-106b-4d98-bbcf-ff3df3ea18b2 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/ports?device_id=9be9d940-64d0-4ba5-9e1f-c071fcc3fc4a HTTP/1.1" status: 200 len: 210 time: 0.0258644 Nov 23 05:35:14.027943 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device cd9eddb1-97c3-490e-a27f-2a63b1e18573 no longer exists at agent hyperv_hv-cinder-80507 {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:35:14.047906 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] No Port match for: cd9eddb1-97c3-490e-a27f-2a63b1e18573 {{(pid=102518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:35:14.048274 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device cd9eddb1-97c3-490e-a27f-2a63b1e18573 not bound to the agent host hv-cinder-80507 {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:35:14.135974 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b1c47-c73c-4548-ae8c-d1b80c55db73 req-aa3aa5bf-15d5-40af-aab0-fefed9cb2ceb tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:35:14.137413 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d04b1c47-c73c-4548-ae8c-d1b80c55db73 req-aa3aa5bf-15d5-40af-aab0-fefed9cb2ceb tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.54 "GET /v2.0/networks?id=de6ef1d6-3445-40e0-83c8-00393e69a51b HTTP/1.1" status: 200 len: 812 time: 0.1056099 Nov 23 05:35:14.214705 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d04b1c47-c73c-4548-ae8c-d1b80c55db73 req-282a0be4-d4ea-4e3d-aded-566e52af9117 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5331a73468ce4b39a145a09d53cbde62 HTTP/1.1" status: 200 len: 379 time: 0.0623872 Nov 23 05:35:14.224683 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [req-d04b1c47-c73c-4548-ae8c-d1b80c55db73 req-95333557-f210-4b69-884b-f7bfa4967116 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Request body: {'port': {'device_id': '9be9d940-64d0-4ba5-9e1f-c071fcc3fc4a', 'network_id': 'de6ef1d6-3445-40e0-83c8-00393e69a51b', 'admin_state_up': True, 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'security_groups': ['f1481a16-b8ec-4bff-b695-a15c51286b4d']}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:35:14.289492 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-438a53dc-dc76-4f1e-a026-e626ba5a0734 req-7e54d0a1-d576-42e9-b77d-13fb1487dbd7 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/ports?device_id=9be9d940-64d0-4ba5-9e1f-c071fcc3fc4a HTTP/1.1" status: 200 len: 210 time: 0.0606296 Nov 23 05:35:14.351756 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d04b1c47-c73c-4548-ae8c-d1b80c55db73 req-95333557-f210-4b69-884b-f7bfa4967116 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Made reservation on behalf of 5331a73468ce4b39a145a09d53cbde62 for: {'port': 1} {{(pid=102516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:35:14.355347 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-d04b1c47-c73c-4548-ae8c-d1b80c55db73 req-95333557-f210-4b69-884b-f7bfa4967116 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:14.479686 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.db_base_plugin_common [req-d04b1c47-c73c-4548-ae8c-d1b80c55db73 req-95333557-f210-4b69-884b-f7bfa4967116 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Allocated IP 172.20.0.7 (de6ef1d6-3445-40e0-83c8-00393e69a51b/769cffe6-0ed2-4f2f-be5c-5abad8060d00/4a556877-cbb7-44bf-9076-11278ea16bfb) {{(pid=102516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:35:14.620993 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-d04b1c47-c73c-4548-ae8c-d1b80c55db73 req-95333557-f210-4b69-884b-f7bfa4967116 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks [] for port, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:14.660657 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-d04b1c47-c73c-4548-ae8c-d1b80c55db73 req-95333557-f210-4b69-884b-f7bfa4967116 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751724218534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237887'] for port, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:14.706267 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d04b1c47-c73c-4548-ae8c-d1b80c55db73 req-95333557-f210-4b69-884b-f7bfa4967116 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Network de6ef1d6-3445-40e0-83c8-00393e69a51b is already hosted by enough agents. {{(pid=102516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:35:14.713301 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [req-d04b1c47-c73c-4548-ae8c-d1b80c55db73 req-95333557-f210-4b69-884b-f7bfa4967116 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Resources bound (agent type, host, resource id): {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:35:14.716127 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [req-d04b1c47-c73c-4548-ae8c-d1b80c55db73 req-95333557-f210-4b69-884b-f7bfa4967116 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Received port after_create {{(pid=102516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:35:14.745297 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95333557-f210-4b69-884b-f7bfa4967116 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Pushing event updated for resources: {'Port': ['ID=4a556877-cbb7-44bf-9076-11278ea16bfb,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:35:14.782039 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b1c47-c73c-4548-ae8c-d1b80c55db73 req-95333557-f210-4b69-884b-f7bfa4967116 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:35:14.782834 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-d04b1c47-c73c-4548-ae8c-d1b80c55db73 req-95333557-f210-4b69-884b-f7bfa4967116 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:14.806134 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d04b1c47-c73c-4548-ae8c-d1b80c55db73 req-95333557-f210-4b69-884b-f7bfa4967116 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5850532 Nov 23 05:35:14.836260 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [req-d04b1c47-c73c-4548-ae8c-d1b80c55db73 req-7e45a529-df7a-4fa4-bd42-0577b8a4e4c4 service neutron] Request body: {'port': {'device_id': '9be9d940-64d0-4ba5-9e1f-c071fcc3fc4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80507'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:35:14.899545 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-d04b1c47-c73c-4548-ae8c-d1b80c55db73 req-7e45a529-df7a-4fa4-bd42-0577b8a4e4c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:14.972805 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-b5dbbdd0-7d49-4a5f-98dd-65e0532a545c None None] Provisioning complete for port 4a556877-cbb7-44bf-9076-11278ea16bfb triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:35:14.973181 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-b5dbbdd0-7d49-4a5f-98dd-65e0532a545c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:15.004428 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 37956) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:35:15.007440 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-b5dbbdd0-7d49-4a5f-98dd-65e0532a545c None None] Port 4a556877-cbb7-44bf-9076-11278ea16bfb cannot update to ACTIVE because it is not bound. {{(pid=102518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:35:15.123047 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-db390e18-a18e-4db4-8be3-df976e12e77f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:15.218199 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [req-d04b1c47-c73c-4548-ae8c-d1b80c55db73 req-7e45a529-df7a-4fa4-bd42-0577b8a4e4c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a556877-cbb7-44bf-9076-11278ea16bfb {{(pid=102516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:35:15.227641 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-d04b1c47-c73c-4548-ae8c-d1b80c55db73 req-7e45a529-df7a-4fa4-bd42-0577b8a4e4c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:15.247739 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.provisioning_blocks [req-d04b1c47-c73c-4548-ae8c-d1b80c55db73 req-7e45a529-df7a-4fa4-bd42-0577b8a4e4c4 service neutron] Transition to ACTIVE for port object 4a556877-cbb7-44bf-9076-11278ea16bfb will not be triggered until provisioned by entity L2. {{(pid=102516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 05:35:15.255182 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-d04b1c47-c73c-4548-ae8c-d1b80c55db73 req-7e45a529-df7a-4fa4-bd42-0577b8a4e4c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237864'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:15.298754 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-db390e18-a18e-4db4-8be3-df976e12e77f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:15.308315 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-db390e18-a18e-4db4-8be3-df976e12e77f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:15.329969 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e45a529-df7a-4fa4-bd42-0577b8a4e4c4 service neutron] Pushing event updated for resources: {'Port': ['ID=4a556877-cbb7-44bf-9076-11278ea16bfb,revision_number=2']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:35:15.382777 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db390e18-a18e-4db4-8be3-df976e12e77f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=690fe535-790b-494d-8b31-007f160b2d9a,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:35:15.408940 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 37964) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:35:15.409486 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-db390e18-a18e-4db4-8be3-df976e12e77f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7ea5cdea82c541bd8be51beb384e219d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4035475 Nov 23 05:35:15.449945 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-d04b1c47-c73c-4548-ae8c-d1b80c55db73 req-7e45a529-df7a-4fa4-bd42-0577b8a4e4c4 service neutron] Attempting to bind port 4a556877-cbb7-44bf-9076-11278ea16bfb on host hv-cinder-80507 for vnic_type normal with profile {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:35:15.450290 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-d04b1c47-c73c-4548-ae8c-d1b80c55db73 req-7e45a529-df7a-4fa4-bd42-0577b8a4e4c4 service neutron] Attempting to bind port 4a556877-cbb7-44bf-9076-11278ea16bfb by drivers openvswitch,hyperv on host hv-cinder-80507 at level 0 using segments [{'id': '55e832f8-945a-4410-a2ad-c12a508b0c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'de6ef1d6-3445-40e0-83c8-00393e69a51b'}] {{(pid=102516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:35:15.450677 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04b1c47-c73c-4548-ae8c-d1b80c55db73 req-7e45a529-df7a-4fa4-bd42-0577b8a4e4c4 service neutron] Attempting to bind port 4a556877-cbb7-44bf-9076-11278ea16bfb on network de6ef1d6-3445-40e0-83c8-00393e69a51b {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:35:15.455803 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04b1c47-c73c-4548-ae8c-d1b80c55db73 req-7e45a529-df7a-4fa4-bd42-0577b8a4e4c4 service neutron] Port 4a556877-cbb7-44bf-9076-11278ea16bfb on network de6ef1d6-3445-40e0-83c8-00393e69a51b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80507 {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 05:35:15.456132 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04b1c47-c73c-4548-ae8c-d1b80c55db73 req-7e45a529-df7a-4fa4-bd42-0577b8a4e4c4 service neutron] Attempting to bind port 4a556877-cbb7-44bf-9076-11278ea16bfb on network de6ef1d6-3445-40e0-83c8-00393e69a51b {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:35:15.462477 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04b1c47-c73c-4548-ae8c-d1b80c55db73 req-7e45a529-df7a-4fa4-bd42-0577b8a4e4c4 service neutron] Checking agent: {'id': 'b8a1d969-7c04-443a-af3a-1812b1d56913', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80507', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 5, 23, 27), 'started_at': datetime.datetime(2021, 11, 23, 5, 23, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:35:15.462828 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04b1c47-c73c-4548-ae8c-d1b80c55db73 req-7e45a529-df7a-4fa4-bd42-0577b8a4e4c4 service neutron] Checking segment: {'id': '55e832f8-945a-4410-a2ad-c12a508b0c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'de6ef1d6-3445-40e0-83c8-00393e69a51b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:35:15.463415 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04b1c47-c73c-4548-ae8c-d1b80c55db73 req-7e45a529-df7a-4fa4-bd42-0577b8a4e4c4 service neutron] Bound using segment: {'id': '55e832f8-945a-4410-a2ad-c12a508b0c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'de6ef1d6-3445-40e0-83c8-00393e69a51b'} {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:35:15.464207 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-d04b1c47-c73c-4548-ae8c-d1b80c55db73 req-7e45a529-df7a-4fa4-bd42-0577b8a4e4c4 service neutron] Bound port: 4a556877-cbb7-44bf-9076-11278ea16bfb, host: hv-cinder-80507, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55e832f8-945a-4410-a2ad-c12a508b0c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'de6ef1d6-3445-40e0-83c8-00393e69a51b'}}] {{(pid=102516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:35:15.464630 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-d04b1c47-c73c-4548-ae8c-d1b80c55db73 req-7e45a529-df7a-4fa4-bd42-0577b8a4e4c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:15.473921 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-446eac0f-afdc-472c-97fb-caa48e2e1aa9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:15.500069 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-446eac0f-afdc-472c-97fb-caa48e2e1aa9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:15.553605 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-446eac0f-afdc-472c-97fb-caa48e2e1aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:15.556352 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-446eac0f-afdc-472c-97fb-caa48e2e1aa9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:15.557519 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-446eac0f-afdc-472c-97fb-caa48e2e1aa9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/690fe535-790b-494d-8b31-007f160b2d9a HTTP/1.1" status: 204 len: 168 time: 0.1466298 Nov 23 05:35:15.565331 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446eac0f-afdc-472c-97fb-caa48e2e1aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690fe535-790b-494d-8b31-007f160b2d9a,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:35:15.577993 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-d04b1c47-c73c-4548-ae8c-d1b80c55db73 req-7e45a529-df7a-4fa4-bd42-0577b8a4e4c4 service neutron] For port 4a556877-cbb7-44bf-9076-11278ea16bfb, host hv-cinder-80507, cleared binding levels {{(pid=102516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:35:15.593470 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-d04b1c47-c73c-4548-ae8c-d1b80c55db73 req-7e45a529-df7a-4fa4-bd42-0577b8a4e4c4 service neutron] For port 4a556877-cbb7-44bf-9076-11278ea16bfb, host hv-cinder-80507, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=4a556877-cbb7-44bf-9076-11278ea16bfb,segment=NetworkSegment(55e832f8-945a-4410-a2ad-c12a508b0c85),segment_id=55e832f8-945a-4410-a2ad-c12a508b0c85)] {{(pid=102516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:35:15.601960 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-d04b1c47-c73c-4548-ae8c-d1b80c55db73 req-7e45a529-df7a-4fa4-bd42-0577b8a4e4c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237864'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:15.618248 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aedfdd4-aaec-4a8a-bd1c-9aefcc0912c1 req-7014e29a-53e1-4313-a5ad-b594cc18213c tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:35:15.619791 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4aedfdd4-aaec-4a8a-bd1c-9aefcc0912c1 req-7014e29a-53e1-4313-a5ad-b594cc18213c tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/ports?device_id=9be9d940-64d0-4ba5-9e1f-c071fcc3fc4a HTTP/1.1" status: 200 len: 943 time: 0.2452042 Nov 23 05:35:15.667585 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b1c47-c73c-4548-ae8c-d1b80c55db73 req-7e45a529-df7a-4fa4-bd42-0577b8a4e4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:35:15.668226 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-d04b1c47-c73c-4548-ae8c-d1b80c55db73 req-7e45a529-df7a-4fa4-bd42-0577b8a4e4c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:15.669663 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d04b1c47-c73c-4548-ae8c-d1b80c55db73 req-7e45a529-df7a-4fa4-bd42-0577b8a4e4c4 service neutron] 10.222.0.54 "PUT /v2.0/ports/4a556877-cbb7-44bf-9076-11278ea16bfb HTTP/1.1" status: 200 len: 1093 time: 0.8387005 Nov 23 05:35:15.670085 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be9d940-64d0-4ba5-9e1f-c071fcc3fc4a', 'tag': '4a556877-cbb7-44bf-9076-11278ea16bfb'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:35:15.672663 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20d478f7b504b4f7a92aed5d5c075fb26ddad21beb532cc87d656362fb0682d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41ac192-29e9-4a08-a9e4-0e6cd40557b9" -d '{"events": [{"name": "network-changed", "server_uuid": "9be9d940-64d0-4ba5-9e1f-c071fcc3fc4a", "tag": "4a556877-cbb7-44bf-9076-11278ea16bfb"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:35:15.737311 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e45a529-df7a-4fa4-bd42-0577b8a4e4c4 service neutron] Pushing event updated for resources: {'Port': ['ID=4a556877-cbb7-44bf-9076-11278ea16bfb,revision_number=3']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:35:15.761620 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3305a9-60a5-43da-9888-23825514931b x-openstack-request-id: req-6d3305a9-60a5-43da-9888-23825514931b {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:35:15.761925 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9be9d940-64d0-4ba5-9e1f-c071fcc3fc4a", "tag": "4a556877-cbb7-44bf-9076-11278ea16bfb", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:35:15.762180 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6d3305a9-60a5-43da-9888-23825514931b {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:35:15.762739 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be9d940-64d0-4ba5-9e1f-c071fcc3fc4a', 'tag': '4a556877-cbb7-44bf-9076-11278ea16bfb', 'status': 'completed', 'code': 200} Nov 23 05:35:15.788279 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-4aedfdd4-aaec-4a8a-bd1c-9aefcc0912c1 req-5ed7ba6c-074a-43f3-a6f4-0177423268f5 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1481a16-b8ec-4bff-b695-a15c51286b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483963 Nov 23 05:35:15.804319 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b1c47-c73c-4548-ae8c-d1b80c55db73 req-a12c7d51-72c4-4585-8deb-546f2fe8c7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:35:15.805995 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d04b1c47-c73c-4548-ae8c-d1b80c55db73 req-a12c7d51-72c4-4585-8deb-546f2fe8c7eb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5331a73468ce4b39a145a09d53cbde62&device_id=9be9d940-64d0-4ba5-9e1f-c071fcc3fc4a HTTP/1.1" status: 200 len: 1096 time: 0.0612397 Nov 23 05:35:15.858020 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d04b1c47-c73c-4548-ae8c-d1b80c55db73 req-f960479f-36c2-428a-a039-c4c36d945120 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a556877-cbb7-44bf-9076-11278ea16bfb HTTP/1.1" status: 200 len: 217 time: 0.0378351 Nov 23 05:35:15.893214 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 37972) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:35:15.906807 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-7af5cbd6-5fa4-431f-9cfd-8efc6ddc1a95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:15.908711 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b1c47-c73c-4548-ae8c-d1b80c55db73 req-6833a279-7490-4178-80a2-d92a4baf61d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:35:15.910159 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d04b1c47-c73c-4548-ae8c-d1b80c55db73 req-6833a279-7490-4178-80a2-d92a4baf61d5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=769cffe6-0ed2-4f2f-be5c-5abad8060d00 HTTP/1.1" status: 200 len: 851 time: 0.0457327 Nov 23 05:35:15.964635 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b1c47-c73c-4548-ae8c-d1b80c55db73 req-479eaac8-476e-4ea2-b9f8-5c798080d621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:35:15.966329 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d04b1c47-c73c-4548-ae8c-d1b80c55db73 req-479eaac8-476e-4ea2-b9f8-5c798080d621 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=de6ef1d6-3445-40e0-83c8-00393e69a51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0485816 Nov 23 05:35:15.982730 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-7af5cbd6-5fa4-431f-9cfd-8efc6ddc1a95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:15.986629 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-7af5cbd6-5fa4-431f-9cfd-8efc6ddc1a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:16.027091 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-7af5cbd6-5fa4-431f-9cfd-8efc6ddc1a95 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9237b7e1f79943298634fedd6e0b7e68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1326864 Nov 23 05:35:16.027978 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af5cbd6-5fa4-431f-9cfd-8efc6ddc1a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe00fafa-849d-4dc1-bac3-4191f65de2ca,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:35:16.030455 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 37974) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:35:16.094159 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d04b1c47-c73c-4548-ae8c-d1b80c55db73 req-4a9a88c9-02cd-407b-afa9-688a21f0e482 service neutron] 10.222.0.54 "GET /v2.0/networks/de6ef1d6-3445-40e0-83c8-00393e69a51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207571 Nov 23 05:35:16.111848 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-8b4264f2-7e8b-44f9-a732-2adbe609726e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:16.172611 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-8b4264f2-7e8b-44f9-a732-2adbe609726e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:16.229338 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d04b1c47-c73c-4548-ae8c-d1b80c55db73 req-1423c8d0-2c48-4166-876d-60eb091ddb8f service neutron] 10.222.0.54 "GET /v2.0/networks/de6ef1d6-3445-40e0-83c8-00393e69a51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267524 Nov 23 05:35:16.248797 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-8b4264f2-7e8b-44f9-a732-2adbe609726e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:16.252178 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-8b4264f2-7e8b-44f9-a732-2adbe609726e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:16.253934 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-8b4264f2-7e8b-44f9-a732-2adbe609726e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fe00fafa-849d-4dc1-bac3-4191f65de2ca HTTP/1.1" status: 204 len: 168 time: 0.2224970 Nov 23 05:35:16.262997 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4264f2-7e8b-44f9-a732-2adbe609726e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe00fafa-849d-4dc1-bac3-4191f65de2ca,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:35:16.354780 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ac192-29e9-4a08-a9e4-0e6cd40557b9 req-e61b22a9-8f10-433e-bf50-b30ad463c7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:35:16.356327 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f41ac192-29e9-4a08-a9e4-0e6cd40557b9 req-e61b22a9-8f10-433e-bf50-b30ad463c7a6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5331a73468ce4b39a145a09d53cbde62&device_id=9be9d940-64d0-4ba5-9e1f-c071fcc3fc4a HTTP/1.1" status: 200 len: 1096 time: 0.0419555 Nov 23 05:35:16.466204 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ac192-29e9-4a08-a9e4-0e6cd40557b9 req-2ec54160-d5e4-43aa-88dc-c6227f3e3e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:35:16.467733 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f41ac192-29e9-4a08-a9e4-0e6cd40557b9 req-2ec54160-d5e4-43aa-88dc-c6227f3e3e1c service neutron] 10.222.0.54 "GET /v2.0/networks?id=de6ef1d6-3445-40e0-83c8-00393e69a51b HTTP/1.1" status: 200 len: 913 time: 0.1037328 Nov 23 05:35:16.520211 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f41ac192-29e9-4a08-a9e4-0e6cd40557b9 req-b7ee5ea5-4812-4ad7-aeda-6ac980e081c6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a556877-cbb7-44bf-9076-11278ea16bfb HTTP/1.1" status: 200 len: 217 time: 0.0362031 Nov 23 05:35:16.575255 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ac192-29e9-4a08-a9e4-0e6cd40557b9 req-1aa7592a-5993-408e-a370-2c445fbe8bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:35:16.576740 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f41ac192-29e9-4a08-a9e4-0e6cd40557b9 req-1aa7592a-5993-408e-a370-2c445fbe8bd3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=769cffe6-0ed2-4f2f-be5c-5abad8060d00 HTTP/1.1" status: 200 len: 851 time: 0.0489469 Nov 23 05:35:16.582502 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 37980) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:35:16.605448 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-e219d4e3-8fee-492c-ad8b-081b79160020 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:16.653294 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ac192-29e9-4a08-a9e4-0e6cd40557b9 req-31325d3b-6358-4a9f-8888-ab45c83b523b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:35:16.654798 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f41ac192-29e9-4a08-a9e4-0e6cd40557b9 req-31325d3b-6358-4a9f-8888-ab45c83b523b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=de6ef1d6-3445-40e0-83c8-00393e69a51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0693743 Nov 23 05:35:16.781032 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-e219d4e3-8fee-492c-ad8b-081b79160020 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:16.785116 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f41ac192-29e9-4a08-a9e4-0e6cd40557b9 req-806b4e6e-66ef-42f9-8d40-a2644b9797eb service neutron] 10.222.0.54 "GET /v2.0/networks/de6ef1d6-3445-40e0-83c8-00393e69a51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205049 Nov 23 05:35:16.786197 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-e219d4e3-8fee-492c-ad8b-081b79160020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:16.877547 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e219d4e3-8fee-492c-ad8b-081b79160020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9edfb2cf-0c66-4c24-aae6-66017a314576,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:35:16.882014 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-e219d4e3-8fee-492c-ad8b-081b79160020 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a47a43b364974fe39f6ee457111dfe8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2981465 Nov 23 05:35:16.884556 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 37988) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:35:16.963027 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f41ac192-29e9-4a08-a9e4-0e6cd40557b9 req-9d7fd93f-6a00-4c7a-be0e-347fc8b1fe59 service neutron] 10.222.0.54 "GET /v2.0/networks/de6ef1d6-3445-40e0-83c8-00393e69a51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703963 Nov 23 05:35:16.963793 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-51d2a571-875f-425d-9a1d-154deb7549a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:16.986399 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-51d2a571-875f-425d-9a1d-154deb7549a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:17.033064 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-51d2a571-875f-425d-9a1d-154deb7549a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:17.035720 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-51d2a571-875f-425d-9a1d-154deb7549a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:17.036868 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-51d2a571-875f-425d-9a1d-154deb7549a6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9edfb2cf-0c66-4c24-aae6-66017a314576 HTTP/1.1" status: 204 len: 168 time: 0.1515391 Nov 23 05:35:17.045001 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d2a571-875f-425d-9a1d-154deb7549a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9edfb2cf-0c66-4c24-aae6-66017a314576,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:35:17.132193 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf153a-22f8-4776-95c1-bf1636f27262 req-64f50074-2fbd-48de-9220-abcd74693353 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:35:17.133713 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6dcf153a-22f8-4776-95c1-bf1636f27262 req-64f50074-2fbd-48de-9220-abcd74693353 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/ports?device_id=9be9d940-64d0-4ba5-9e1f-c071fcc3fc4a HTTP/1.1" status: 200 len: 943 time: 0.2650783 Nov 23 05:35:17.186817 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6dcf153a-22f8-4776-95c1-bf1636f27262 req-7d0df8d6-4526-4673-995a-c1ff372e9247 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1481a16-b8ec-4bff-b695-a15c51286b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469487 Nov 23 05:35:18.311402 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b9da97-52dd-44fc-bd44-5b4251a047f6 req-b3ca0d16-f858-4e1c-86cb-589dc5ddac73 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:35:18.313697 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-58b9da97-52dd-44fc-bd44-5b4251a047f6 req-b3ca0d16-f858-4e1c-86cb-589dc5ddac73 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/ports?device_id=9be9d940-64d0-4ba5-9e1f-c071fcc3fc4a HTTP/1.1" status: 200 len: 943 time: 0.0551696 Nov 23 05:35:18.367713 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-58b9da97-52dd-44fc-bd44-5b4251a047f6 req-eab39d26-ddd6-4b61-939b-dec511db95d7 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1481a16-b8ec-4bff-b695-a15c51286b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495319 Nov 23 05:35:18.887569 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 38062) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:35:18.993196 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4844c625-40ec-40bf-8136-304694cc2be2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:19.067597 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4844c625-40ec-40bf-8136-304694cc2be2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:19.072054 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-4844c625-40ec-40bf-8136-304694cc2be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:19.109314 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-4844c625-40ec-40bf-8136-304694cc2be2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fc7b3dd15c404af09326e4b94098368d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2206163 Nov 23 05:35:19.110076 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4844c625-40ec-40bf-8136-304694cc2be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4cd91a-7050-4bee-ac1a-465deb0fbb51,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:35:19.111918 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 38066) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:35:19.159808 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-55f826ad-1089-460c-a8a1-a8e5aa6a7b0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:19.180977 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-55f826ad-1089-460c-a8a1-a8e5aa6a7b0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:19.227374 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-55f826ad-1089-460c-a8a1-a8e5aa6a7b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:19.230097 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-55f826ad-1089-460c-a8a1-a8e5aa6a7b0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:19.231274 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-55f826ad-1089-460c-a8a1-a8e5aa6a7b0b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0c4cd91a-7050-4bee-ac1a-465deb0fbb51 HTTP/1.1" status: 204 len: 168 time: 0.1183708 Nov 23 05:35:19.238719 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f826ad-1089-460c-a8a1-a8e5aa6a7b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4cd91a-7050-4bee-ac1a-465deb0fbb51,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:35:19.483655 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9cb93b-d14a-412f-bef4-163e222dba09 req-7090a66c-2f38-4cf2-8c43-f440b5c79511 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:35:19.487231 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fd9cb93b-d14a-412f-bef4-163e222dba09 req-7090a66c-2f38-4cf2-8c43-f440b5c79511 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/ports?device_id=9be9d940-64d0-4ba5-9e1f-c071fcc3fc4a HTTP/1.1" status: 200 len: 943 time: 0.0498273 Nov 23 05:35:19.487415 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 38074) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:35:19.509540 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-7cebb5cb-b228-4db3-aa6e-6041bb43d30e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:19.564653 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fd9cb93b-d14a-412f-bef4-163e222dba09 req-26adda60-33b5-480e-a60e-11ee683e9a2c tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1481a16-b8ec-4bff-b695-a15c51286b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696652 Nov 23 05:35:19.623266 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-7cebb5cb-b228-4db3-aa6e-6041bb43d30e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:19.626878 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-7cebb5cb-b228-4db3-aa6e-6041bb43d30e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:19.662545 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cebb5cb-b228-4db3-aa6e-6041bb43d30e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04481040-d91d-4c69-adcb-d9fcb78a7322,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:35:19.666962 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-7cebb5cb-b228-4db3-aa6e-6041bb43d30e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c8b2790bb3bc4d8f8fe87967e409f520&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1783516 Nov 23 05:35:19.669379 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 38076) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:35:19.719072 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2bc27f23-c42c-4fc8-9f29-f67d6b4f4914 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:19.739198 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2bc27f23-c42c-4fc8-9f29-f67d6b4f4914 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:19.784117 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2bc27f23-c42c-4fc8-9f29-f67d6b4f4914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:19.787021 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2bc27f23-c42c-4fc8-9f29-f67d6b4f4914 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:19.788921 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-2bc27f23-c42c-4fc8-9f29-f67d6b4f4914 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/04481040-d91d-4c69-adcb-d9fcb78a7322 HTTP/1.1" status: 204 len: 168 time: 0.1187904 Nov 23 05:35:19.796792 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc27f23-c42c-4fc8-9f29-f67d6b4f4914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04481040-d91d-4c69-adcb-d9fcb78a7322,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:35:20.693261 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6811e6f2-6627-4a02-9bf0-34bc19ff66be req-138d84ed-019d-4716-aeb8-86b488a9301a tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:35:20.695400 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6811e6f2-6627-4a02-9bf0-34bc19ff66be req-138d84ed-019d-4716-aeb8-86b488a9301a tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/ports?device_id=9be9d940-64d0-4ba5-9e1f-c071fcc3fc4a HTTP/1.1" status: 200 len: 943 time: 0.0545590 Nov 23 05:35:20.748712 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6811e6f2-6627-4a02-9bf0-34bc19ff66be req-146f4ff4-5854-48cf-9005-40df745938a9 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1481a16-b8ec-4bff-b695-a15c51286b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467067 Nov 23 05:35:21.742214 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 38146) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:35:21.859017 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-8753e612-ccd2-465e-8d58-f4e7579d4a37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:21.889822 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883af3fe-99af-439e-aa46-84ecd1ce8547 req-c440cbae-908b-4058-9de0-c31f27d99012 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:35:21.891329 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-883af3fe-99af-439e-aa46-84ecd1ce8547 req-c440cbae-908b-4058-9de0-c31f27d99012 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/ports?device_id=9be9d940-64d0-4ba5-9e1f-c071fcc3fc4a HTTP/1.1" status: 200 len: 943 time: 0.0758810 Nov 23 05:35:21.967716 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-883af3fe-99af-439e-aa46-84ecd1ce8547 req-b00d64fb-9ddf-4c7e-8859-72564ad4b7e9 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1481a16-b8ec-4bff-b695-a15c51286b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694599 Nov 23 05:35:21.988803 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-8753e612-ccd2-465e-8d58-f4e7579d4a37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:21.994126 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-8753e612-ccd2-465e-8d58-f4e7579d4a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:22.036463 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-8753e612-ccd2-465e-8d58-f4e7579d4a37 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7b2926ce407f4af7b5b29d88ed93cd12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2930322 Nov 23 05:35:22.037602 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8753e612-ccd2-465e-8d58-f4e7579d4a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86067b47-5e70-405f-acdd-47fb7678add5,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:35:22.039732 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 38152) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:35:22.087780 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-bac6510b-9d7a-4a84-8a07-baa729f66642 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:22.107811 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-bac6510b-9d7a-4a84-8a07-baa729f66642 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:22.152186 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-bac6510b-9d7a-4a84-8a07-baa729f66642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:22.154729 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-bac6510b-9d7a-4a84-8a07-baa729f66642 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:22.155894 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-bac6510b-9d7a-4a84-8a07-baa729f66642 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/86067b47-5e70-405f-acdd-47fb7678add5 HTTP/1.1" status: 204 len: 168 time: 0.1151254 Nov 23 05:35:22.163496 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac6510b-9d7a-4a84-8a07-baa729f66642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86067b47-5e70-405f-acdd-47fb7678add5,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:35:22.170874 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac6510b-9d7a-4a84-8a07-baa729f66642 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:35:22.171235 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac6510b-9d7a-4a84-8a07-baa729f66642 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:35:22.171578 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac6510b-9d7a-4a84-8a07-baa729f66642 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:35:22.171914 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac6510b-9d7a-4a84-8a07-baa729f66642 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:35:22.172246 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac6510b-9d7a-4a84-8a07-baa729f66642 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:35:22.172581 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac6510b-9d7a-4a84-8a07-baa729f66642 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:35:22.172907 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac6510b-9d7a-4a84-8a07-baa729f66642 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:35:22.173236 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac6510b-9d7a-4a84-8a07-baa729f66642 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:35:22.173564 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac6510b-9d7a-4a84-8a07-baa729f66642 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:35:22.173885 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac6510b-9d7a-4a84-8a07-baa729f66642 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:35:22.174204 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac6510b-9d7a-4a84-8a07-baa729f66642 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:35:22.174525 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac6510b-9d7a-4a84-8a07-baa729f66642 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:35:22.423568 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 38158) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:35:22.438999 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-41f1de8a-c7dd-49c9-9526-1d4adfb62195 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:22.509681 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-41f1de8a-c7dd-49c9-9526-1d4adfb62195 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:22.513349 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-41f1de8a-c7dd-49c9-9526-1d4adfb62195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:22.552294 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-41f1de8a-c7dd-49c9-9526-1d4adfb62195 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4aa54a294cfc4d69bc634d39d8fefe5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1276309 Nov 23 05:35:22.553252 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f1de8a-c7dd-49c9-9526-1d4adfb62195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dfede2e-78ad-4566-829b-32c090d72ae7,revision_number=1']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:35:22.555076 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 38160) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:35:22.603948 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-176103bc-62f1-4b26-a48f-96dbdede9d48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:22.625047 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-176103bc-62f1-4b26-a48f-96dbdede9d48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:22.674754 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-176103bc-62f1-4b26-a48f-96dbdede9d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:22.677528 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-176103bc-62f1-4b26-a48f-96dbdede9d48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:22.679549 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-176103bc-62f1-4b26-a48f-96dbdede9d48 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4dfede2e-78ad-4566-829b-32c090d72ae7 HTTP/1.1" status: 204 len: 168 time: 0.1227291 Nov 23 05:35:22.687345 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176103bc-62f1-4b26-a48f-96dbdede9d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dfede2e-78ad-4566-829b-32c090d72ae7,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:35:23.082969 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7791a-7252-441e-b87f-3fed08113800 req-fc63c7a1-d78c-4e01-bfd8-84bc65d3e8ce tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:35:23.084495 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-32c7791a-7252-441e-b87f-3fed08113800 req-fc63c7a1-d78c-4e01-bfd8-84bc65d3e8ce tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/ports?device_id=9be9d940-64d0-4ba5-9e1f-c071fcc3fc4a HTTP/1.1" status: 200 len: 943 time: 0.0483742 Nov 23 05:35:23.137183 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-32c7791a-7252-441e-b87f-3fed08113800 req-12573ad1-7b52-4ea3-9f34-d2f83b7d9012 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1481a16-b8ec-4bff-b695-a15c51286b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464087 Nov 23 05:35:24.090212 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device 4a556877-cbb7-44bf-9076-11278ea16bfb details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=102518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 05:35:24.186190 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port 4a556877-cbb7-44bf-9076-11278ea16bfb, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=4a556877-cbb7-44bf-9076-11278ea16bfb,segment=NetworkSegment(55e832f8-945a-4410-a2ad-c12a508b0c85),segment_id=55e832f8-945a-4410-a2ad-c12a508b0c85)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:35:24.202111 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Returning: {'device': '4a556877-cbb7-44bf-9076-11278ea16bfb', 'network_id': 'de6ef1d6-3445-40e0-83c8-00393e69a51b', 'port_id': '4a556877-cbb7-44bf-9076-11278ea16bfb', 'mac_address': 'fa:16:3e:ac:23:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '769cffe6-0ed2-4f2f-be5c-5abad8060d00', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 05:35:24.249895 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:24.266969 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.notifiers.nova [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a556877-cbb7-44bf-9076-11278ea16bfb {{(pid=102518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:35:24.272255 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf75a3-b0d7-4687-bc0d-9f82112998eb req-e9d801af-1275-468a-84d4-39b9af422574 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:35:24.274655 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-44cf75a3-b0d7-4687-bc0d-9f82112998eb req-e9d801af-1275-468a-84d4-39b9af422574 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/ports?device_id=9be9d940-64d0-4ba5-9e1f-c071fcc3fc4a HTTP/1.1" status: 200 len: 943 time: 0.0619183 Nov 23 05:35:24.290405 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port 4a556877-cbb7-44bf-9076-11278ea16bfb, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=4a556877-cbb7-44bf-9076-11278ea16bfb,segment=NetworkSegment(55e832f8-945a-4410-a2ad-c12a508b0c85),segment_id=55e832f8-945a-4410-a2ad-c12a508b0c85)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:35:24.294275 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:24.327600 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-44cf75a3-b0d7-4687-bc0d-9f82112998eb req-e4173c96-69bd-4f66-9e62-3ce993aa6977 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1481a16-b8ec-4bff-b695-a15c51286b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466156 Nov 23 05:35:24.344086 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Pushing event updated for resources: {'Port': ['ID=4a556877-cbb7-44bf-9076-11278ea16bfb,revision_number=4']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:35:24.351255 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:35:24.351630 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:35:24.351998 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:35:24.352368 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:35:24.352721 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:35:24.353078 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:35:24.353407 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:35:24.353751 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:35:24.354100 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:35:24.354425 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:35:24.354764 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:35:24.355115 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:35:24.587979 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] get_ports_and_sgs() called for port_ids ['4a556877-cbb7-44bf-9076-11278ea16bfb'] {{(pid=102518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:35:25.448453 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a3d4f-3825-463f-8301-bd0fb8b71e81 req-758682ef-fc97-4918-848f-563916b9b6f7 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:35:25.449946 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-990a3d4f-3825-463f-8301-bd0fb8b71e81 req-758682ef-fc97-4918-848f-563916b9b6f7 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/ports?device_id=9be9d940-64d0-4ba5-9e1f-c071fcc3fc4a HTTP/1.1" status: 200 len: 944 time: 0.0533226 Nov 23 05:35:25.501403 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-990a3d4f-3825-463f-8301-bd0fb8b71e81 req-04f3dffd-0aac-4453-989c-ba898e16f2e2 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1481a16-b8ec-4bff-b695-a15c51286b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454061 Nov 23 05:35:26.097204 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device 4a556877-cbb7-44bf-9076-11278ea16bfb up at agent hyperv_hv-cinder-80507 {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:35:26.147161 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Provisioning for port 4a556877-cbb7-44bf-9076-11278ea16bfb completed by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 05:35:26.152048 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Provisioning complete for port 4a556877-cbb7-44bf-9076-11278ea16bfb triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:35:26.152420 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:26.238025 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:26.261170 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be9d940-64d0-4ba5-9e1f-c071fcc3fc4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a556877-cbb7-44bf-9076-11278ea16bfb'}] {{(pid=102518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:35:26.263435 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1555ff6ee76347fd5083048713d2688504cf60c4b4cdc9acc0e7e1b3a3add239" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d65d29-93f8-4e17-8548-4644b32107ea" -d '{"events": [{"server_uuid": "9be9d940-64d0-4ba5-9e1f-c071fcc3fc4a", "name": "network-vif-plugged", "status": "completed", "tag": "4a556877-cbb7-44bf-9076-11278ea16bfb"}]}' {{(pid=102518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:35:26.276811 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port 4a556877-cbb7-44bf-9076-11278ea16bfb, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=4a556877-cbb7-44bf-9076-11278ea16bfb,segment=NetworkSegment(55e832f8-945a-4410-a2ad-c12a508b0c85),segment_id=55e832f8-945a-4410-a2ad-c12a508b0c85)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:35:26.280819 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:26.303946 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5954680d-abb1-437e-8332-d8be733b76eb x-openstack-request-id: req-5954680d-abb1-437e-8332-d8be733b76eb {{(pid=102518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:35:26.304239 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be9d940-64d0-4ba5-9e1f-c071fcc3fc4a", "name": "network-vif-plugged", "status": "completed", "tag": "4a556877-cbb7-44bf-9076-11278ea16bfb", "code": 200}]} {{(pid=102518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:35:26.304535 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5954680d-abb1-437e-8332-d8be733b76eb {{(pid=102518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:35:26.304951 dv-cinder-805072-6-iscsi neutron-server[102518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be9d940-64d0-4ba5-9e1f-c071fcc3fc4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a556877-cbb7-44bf-9076-11278ea16bfb', 'code': 200} Nov 23 05:35:26.330497 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Pushing event updated for resources: {'Port': ['ID=4a556877-cbb7-44bf-9076-11278ea16bfb,revision_number=5']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:35:26.606941 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45db107-909c-4455-a85a-e07e0cbb9923 req-743e6b29-3426-49ca-ad05-85e9447a49b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:35:26.608430 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b45db107-909c-4455-a85a-e07e0cbb9923 req-743e6b29-3426-49ca-ad05-85e9447a49b8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9be9d940-64d0-4ba5-9e1f-c071fcc3fc4a HTTP/1.1" status: 200 len: 1098 time: 0.0709550 Nov 23 05:35:26.639049 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb65105-75bd-4b33-94bf-86ae7f14d345 req-a1462123-9706-4cf5-af9a-f12d7215297e tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:35:26.640468 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5cb65105-75bd-4b33-94bf-86ae7f14d345 req-a1462123-9706-4cf5-af9a-f12d7215297e tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/ports?device_id=9be9d940-64d0-4ba5-9e1f-c071fcc3fc4a HTTP/1.1" status: 200 len: 945 time: 0.0666847 Nov 23 05:35:26.686186 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-b45db107-909c-4455-a85a-e07e0cbb9923 req-436b9379-61ac-4eb3-ab60-9a0e409eaba0 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f1481a16-b8ec-4bff-b695-a15c51286b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690842 Nov 23 05:35:26.711429 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-5cb65105-75bd-4b33-94bf-86ae7f14d345 req-9f0785c9-0c60-4e7d-956d-4245179d8c47 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1481a16-b8ec-4bff-b695-a15c51286b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644658 Nov 23 05:35:27.835910 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098fa8fe-3b73-4757-b0f6-15e8760233f7 req-46b51197-177d-4d86-b969-23d3471094b7 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:35:27.837373 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-098fa8fe-3b73-4757-b0f6-15e8760233f7 req-46b51197-177d-4d86-b969-23d3471094b7 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/ports?device_id=9be9d940-64d0-4ba5-9e1f-c071fcc3fc4a HTTP/1.1" status: 200 len: 945 time: 0.0486104 Nov 23 05:35:27.893459 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-098fa8fe-3b73-4757-b0f6-15e8760233f7 req-7ff2eeb8-179b-4ca6-899e-c418ab9e1055 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1481a16-b8ec-4bff-b695-a15c51286b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502946 Nov 23 05:35:28.006232 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001e935-48fc-4fc6-adfb-63282fac601c req-2773a6c0-4514-4a59-80ea-e5ec8fc8a239 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:35:28.007895 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e001e935-48fc-4fc6-adfb-63282fac601c req-2773a6c0-4514-4a59-80ea-e5ec8fc8a239 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/ports?device_id=9be9d940-64d0-4ba5-9e1f-c071fcc3fc4a HTTP/1.1" status: 200 len: 945 time: 0.0480595 Nov 23 05:35:28.057509 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-e001e935-48fc-4fc6-adfb-63282fac601c req-868a78b6-ed92-46e4-bd2d-9afef5618cbc tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1481a16-b8ec-4bff-b695-a15c51286b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436924 Nov 23 05:35:28.079852 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 38266) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:35:28.121198 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0990e6e3-724a-4923-8b40-3bd4149f026a tempest-TestVolumeBootPattern-1825991489 tempest-TestVolumeBootPattern-1825991489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:35:28.122947 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-0990e6e3-724a-4923-8b40-3bd4149f026a tempest-TestVolumeBootPattern-1825991489 tempest-TestVolumeBootPattern-1825991489-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=9be9d940-64d0-4ba5-9e1f-c071fcc3fc4a HTTP/1.1" status: 200 len: 1093 time: 0.0416927 Nov 23 05:35:28.125463 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 38268) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:35:28.129600 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-f6bd1055-dadb-4c53-bc2e-05c3a114379d tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Request body: {'floatingip': {'floating_network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'port_id': '4a556877-cbb7-44bf-9076-11278ea16bfb', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:35:28.150548 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-f6bd1055-dadb-4c53-bc2e-05c3a114379d tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks [] for floatingip, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:28.249038 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-f6bd1055-dadb-4c53-bc2e-05c3a114379d tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:28.349776 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.db_base_plugin_common [None req-f6bd1055-dadb-4c53-bc2e-05c3a114379d tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Allocated IP 172.27.0.208 (2fffb983-856b-4b4c-9c04-1e7e601bf688/5f9bd7f2-55ce-4eb1-9184-aa4552661a9b/f137fa98-8be9-4b99-ae8f-559314b10b2b) {{(pid=102516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:35:28.455049 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-f6bd1055-dadb-4c53-bc2e-05c3a114379d tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks [] for port, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:28.489575 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-f6bd1055-dadb-4c53-bc2e-05c3a114379d tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751724218534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237887'] for port, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:28.528012 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bd1055-dadb-4c53-bc2e-05c3a114379d tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Network 2fffb983-856b-4b4c-9c04-1e7e601bf688 is already hosted by enough agents. {{(pid=102516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:35:28.530826 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [None req-f6bd1055-dadb-4c53-bc2e-05c3a114379d tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Resources bound (agent type, host, resource id): {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:35:28.534377 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bd1055-dadb-4c53-bc2e-05c3a114379d tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Received port after_create {{(pid=102516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:35:28.559956 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd1055-dadb-4c53-bc2e-05c3a114379d tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Pushing event updated for resources: {'Port': ['ID=f137fa98-8be9-4b99-ae8f-559314b10b2b,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:35:28.691679 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:28.895678 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-f6bd1055-dadb-4c53-bc2e-05c3a114379d tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:28.959850 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-f6bd1055-dadb-4c53-bc2e-05c3a114379d tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:29.111817 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-f6bd1055-dadb-4c53-bc2e-05c3a114379d tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks [] for port, precommit_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:29.116072 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-f6bd1055-dadb-4c53-bc2e-05c3a114379d tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237864'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:29.184737 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd1055-dadb-4c53-bc2e-05c3a114379d tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Pushing event updated for resources: {'Port': ['ID=f137fa98-8be9-4b99-ae8f-559314b10b2b,revision_number=2']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:35:29.197310 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-f6bd1055-dadb-4c53-bc2e-05c3a114379d tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637656'] for floatingip, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:29.300726 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.db.l3_db [None req-f6bd1055-dadb-4c53-bc2e-05c3a114379d tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Floating IP 8776558e-15f3-4b2d-aa5c-a8e42e2e87ff associated. External IP: 172.27.0.208, port: 4a556877-cbb7-44bf-9076-11278ea16bfb. Nov 23 05:35:29.749404 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6bd1055-dadb-4c53-bc2e-05c3a114379d tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Router 8a840556-70e0-49a2-9796-d1c9a94256f9 has already been hosted by L3 agent 9dac5a01-04fc-4e91-9910-6392ff9c638b {{(pid=102516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:35:29.859323 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6bd1055-dadb-4c53-bc2e-05c3a114379d tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Notify agent at l3_agent.dv-cinder-805072-6-iscsi the message routers_updated {{(pid=102516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:35:29.869173 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cf78fe-5e2e-4e87-9527-739daad6f096 None None] Sync routers for ids ['8a840556-70e0-49a2-9796-d1c9a94256f9'] in dv-cinder-805072-6-iscsi {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:35:29.878006 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-f6bd1055-dadb-4c53-bc2e-05c3a114379d tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for floatingip, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:29.878588 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cf78fe-5e2e-4e87-9527-739daad6f096 None None] Routers {'8a840556-70e0-49a2-9796-d1c9a94256f9'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:35:29.879239 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-20cf78fe-5e2e-4e87-9527-739daad6f096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:35:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['8a840556-70e0-49a2-9796-d1c9a94256f9'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:35:29.905838 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-f6bd1055-dadb-4c53-bc2e-05c3a114379d tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7793708 Nov 23 05:35:29.906507 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be9d940-64d0-4ba5-9e1f-c071fcc3fc4a', 'tag': '4a556877-cbb7-44bf-9076-11278ea16bfb'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:35:29.908718 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20d478f7b504b4f7a92aed5d5c075fb26ddad21beb532cc87d656362fb0682d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95cc0c2c-e58f-4071-92e9-58e14147dce1" -d '{"events": [{"name": "network-changed", "server_uuid": "9be9d940-64d0-4ba5-9e1f-c071fcc3fc4a", "tag": "4a556877-cbb7-44bf-9076-11278ea16bfb"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:35:29.944315 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0385473-6a55-4106-91a8-104e9593d620 x-openstack-request-id: req-f0385473-6a55-4106-91a8-104e9593d620 {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:35:29.945270 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9be9d940-64d0-4ba5-9e1f-c071fcc3fc4a", "tag": "4a556877-cbb7-44bf-9076-11278ea16bfb", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:35:29.945529 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f0385473-6a55-4106-91a8-104e9593d620 {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:35:29.945980 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be9d940-64d0-4ba5-9e1f-c071fcc3fc4a', 'tag': '4a556877-cbb7-44bf-9076-11278ea16bfb', 'status': 'completed', 'code': 200} Nov 23 05:35:29.995526 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-20cf78fe-5e2e-4e87-9527-739daad6f096 None None] Set router 8a840556-70e0-49a2-9796-d1c9a94256f9 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:35:30.140689 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc0c2c-e58f-4071-92e9-58e14147dce1 req-da9f5556-8982-45b7-88f1-55f2deb5de37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:35:30.142191 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-95cc0c2c-e58f-4071-92e9-58e14147dce1 req-da9f5556-8982-45b7-88f1-55f2deb5de37 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5331a73468ce4b39a145a09d53cbde62&device_id=9be9d940-64d0-4ba5-9e1f-c071fcc3fc4a HTTP/1.1" status: 200 len: 1098 time: 0.1513591 Nov 23 05:35:30.243014 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-20cf78fe-5e2e-4e87-9527-739daad6f096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'name': 'tempest-TestVolumeBootPattern-1460853003-router', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'ea50d896-a824-4891-8d4c-66a47c9528e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:32:21Z', 'updated_at': '2021-11-23T05:32:24Z', 'revision_number': 4, 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'gw_port': {'id': 'ea50d896-a824-4891-8d4c-66a47c9528e2', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:32:22Z', 'updated_at': '2021-11-23T05:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_floatingips': [{'id': '8776558e-15f3-4b2d-aa5c-a8e42e2e87ff', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'floating_ip_address': '172.27.0.208', 'floating_network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'router_id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'port_id': '4a556877-cbb7-44bf-9076-11278ea16bfb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de6ef1d6-3445-40e0-83c8-00393e69a51b', 'mac_address': 'fa:16:3e:ac:23:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be9d940-64d0-4ba5-9e1f-c071fcc3fc4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:35:28Z', 'updated_at': '2021-11-23T05:35:28Z', 'revision_number': 0, 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd423065e-a420-4a56-ae1e-f05e483435bb', 'name': '', 'network_id': 'de6ef1d6-3445-40e0-83c8-00393e69a51b', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'mac_address': 'fa:16:3e:87:a2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '769cffe6-0ed2-4f2f-be5c-5abad8060d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:32:24Z', 'updated_at': '2021-11-23T05:32:28Z', 'revision_number': 5, 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'subnets': [{'id': '769cffe6-0ed2-4f2f-be5c-5abad8060d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:35:30.250095 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc0c2c-e58f-4071-92e9-58e14147dce1 req-f704fc64-8d1f-445a-a38d-da2a0b8457fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:35:30.251589 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-95cc0c2c-e58f-4071-92e9-58e14147dce1 req-f704fc64-8d1f-445a-a38d-da2a0b8457fa service neutron] 10.222.0.54 "GET /v2.0/networks?id=de6ef1d6-3445-40e0-83c8-00393e69a51b HTTP/1.1" status: 200 len: 913 time: 0.1001418 Nov 23 05:35:30.269180 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cf78fe-5e2e-4e87-9527-739daad6f096 None None] Checking router: 8a840556-70e0-49a2-9796-d1c9a94256f9 for host: dv-cinder-805072-6-iscsi {{(pid=102518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:35:30.278569 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cf78fe-5e2e-4e87-9527-739daad6f096 None None] Routers {'8a840556-70e0-49a2-9796-d1c9a94256f9'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:35:30.279265 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-20cf78fe-5e2e-4e87-9527-739daad6f096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:35:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['8a840556-70e0-49a2-9796-d1c9a94256f9'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:35:30.322691 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-95cc0c2c-e58f-4071-92e9-58e14147dce1 req-0cef2b93-a70a-4e00-bf9e-a80ce215d390 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a556877-cbb7-44bf-9076-11278ea16bfb HTTP/1.1" status: 200 len: 999 time: 0.0626929 Nov 23 05:35:30.371741 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc0c2c-e58f-4071-92e9-58e14147dce1 req-891d2a21-1811-422b-a31a-5ded75b211a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:35:30.373346 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-95cc0c2c-e58f-4071-92e9-58e14147dce1 req-891d2a21-1811-422b-a31a-5ded75b211a6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=769cffe6-0ed2-4f2f-be5c-5abad8060d00 HTTP/1.1" status: 200 len: 851 time: 0.0434568 Nov 23 05:35:30.384098 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-20cf78fe-5e2e-4e87-9527-739daad6f096 None None] Set router 8a840556-70e0-49a2-9796-d1c9a94256f9 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:35:30.425496 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc0c2c-e58f-4071-92e9-58e14147dce1 req-a72016cf-f9b3-4f15-857c-71ef6d344fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:35:30.427098 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-95cc0c2c-e58f-4071-92e9-58e14147dce1 req-a72016cf-f9b3-4f15-857c-71ef6d344fa3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=de6ef1d6-3445-40e0-83c8-00393e69a51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0464935 Nov 23 05:35:30.439081 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [req-95cc0c2c-e58f-4071-92e9-58e14147dce1 req-db1b288a-954c-4414-9b13-181f1a810762 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 05:35:30.440044 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-95cc0c2c-e58f-4071-92e9-58e14147dce1 req-db1b288a-954c-4414-9b13-181f1a810762 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050166 Nov 23 05:35:30.531915 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-95cc0c2c-e58f-4071-92e9-58e14147dce1 req-de42105a-461b-489e-8193-090220e8f9cd service neutron] 10.222.0.54 "GET /v2.0/networks/de6ef1d6-3445-40e0-83c8-00393e69a51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841436 Nov 23 05:35:30.612857 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-20cf78fe-5e2e-4e87-9527-739daad6f096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'name': 'tempest-TestVolumeBootPattern-1460853003-router', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'ea50d896-a824-4891-8d4c-66a47c9528e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:32:21Z', 'updated_at': '2021-11-23T05:32:24Z', 'revision_number': 4, 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'gw_port': {'id': 'ea50d896-a824-4891-8d4c-66a47c9528e2', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:32:22Z', 'updated_at': '2021-11-23T05:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_floatingips': [{'id': '8776558e-15f3-4b2d-aa5c-a8e42e2e87ff', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'floating_ip_address': '172.27.0.208', 'floating_network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'router_id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'port_id': '4a556877-cbb7-44bf-9076-11278ea16bfb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de6ef1d6-3445-40e0-83c8-00393e69a51b', 'mac_address': 'fa:16:3e:ac:23:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be9d940-64d0-4ba5-9e1f-c071fcc3fc4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:35:28Z', 'updated_at': '2021-11-23T05:35:28Z', 'revision_number': 0, 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd423065e-a420-4a56-ae1e-f05e483435bb', 'name': '', 'network_id': 'de6ef1d6-3445-40e0-83c8-00393e69a51b', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'mac_address': 'fa:16:3e:87:a2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '769cffe6-0ed2-4f2f-be5c-5abad8060d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:32:24Z', 'updated_at': '2021-11-23T05:32:28Z', 'revision_number': 5, 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'subnets': [{'id': '769cffe6-0ed2-4f2f-be5c-5abad8060d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:35:30.628529 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-95cc0c2c-e58f-4071-92e9-58e14147dce1 req-15e3bb40-e174-457b-ab1a-8a5f8e739eb6 service neutron] 10.222.0.54 "GET /v2.0/networks/de6ef1d6-3445-40e0-83c8-00393e69a51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889897 Nov 23 05:35:30.638738 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cf78fe-5e2e-4e87-9527-739daad6f096 None None] The sync data for ids ['8a840556-70e0-49a2-9796-d1c9a94256f9'] in dv-cinder-805072-6-iscsi is: [{'id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'name': 'tempest-TestVolumeBootPattern-1460853003-router', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'ea50d896-a824-4891-8d4c-66a47c9528e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:32:21Z', 'updated_at': '2021-11-23T05:32:24Z', 'revision_number': 4, 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'gw_port': {'id': 'ea50d896-a824-4891-8d4c-66a47c9528e2', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:32:22Z', 'updated_at': '2021-11-23T05:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_floatingips': [{'id': '8776558e-15f3-4b2d-aa5c-a8e42e2e87ff', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'floating_ip_address': '172.27.0.208', 'floating_network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'router_id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'port_id': '4a556877-cbb7-44bf-9076-11278ea16bfb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de6ef1d6-3445-40e0-83c8-00393e69a51b', 'mac_address': 'fa:16:3e:ac:23:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be9d940-64d0-4ba5-9e1f-c071fcc3fc4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:35:28Z', 'updated_at': '2021-11-23T05:35:28Z', 'revision_number': 0, 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd423065e-a420-4a56-ae1e-f05e483435bb', 'name': '', 'network_id': 'de6ef1d6-3445-40e0-83c8-00393e69a51b', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'mac_address': 'fa:16:3e:87:a2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '769cffe6-0ed2-4f2f-be5c-5abad8060d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:32:24Z', 'updated_at': '2021-11-23T05:32:28Z', 'revision_number': 5, 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'subnets': [{'id': '769cffe6-0ed2-4f2f-be5c-5abad8060d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:35:30.817230 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53e0d95-4072-484e-a9c4-b660eeb72005 None None] New status for floating IP 8776558e-15f3-4b2d-aa5c-a8e42e2e87ff: ACTIVE {{(pid=102519) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 05:35:33.493299 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-e417d67e-b06e-4e0d-95d0-123acee976e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:35.665893 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-a2a3afda-9a1a-44ef-a253-c39a2b222ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:37.092089 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-cb0bae37-5947-48f5-b8ea-be8dc2c46173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:38.492613 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-0cc3cdcc-aace-4769-a54e-383df0ffcf0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:39.107835 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:39.898174 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.agents_db [None req-5ade7c98-4a19-45de-8fb0-464f54244c1e None None] Agent healthcheck: found 6 active agents {{(pid=102519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:35:52.194775 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 38376) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:35:52.302248 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-10a78d3c-42e3-4c0b-a531-10b735bccb8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:52.373743 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-10a78d3c-42e3-4c0b-a531-10b735bccb8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:52.377069 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-10a78d3c-42e3-4c0b-a531-10b735bccb8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:52.414288 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-10a78d3c-42e3-4c0b-a531-10b735bccb8d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bda0807b5c0c437ba7b550ea5b69257b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2184322 Nov 23 05:35:52.415167 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a78d3c-42e3-4c0b-a531-10b735bccb8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca3ebae-5b8a-4ce2-afdc-9c310b2cac15,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:35:52.417639 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 38380) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:35:52.465799 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-7f6abcc9-fbee-4b01-b73e-f988bffbe7f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:52.486890 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-7f6abcc9-fbee-4b01-b73e-f988bffbe7f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:52.532013 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-7f6abcc9-fbee-4b01-b73e-f988bffbe7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:52.534631 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-7f6abcc9-fbee-4b01-b73e-f988bffbe7f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:52.535807 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-7f6abcc9-fbee-4b01-b73e-f988bffbe7f4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/aca3ebae-5b8a-4ce2-afdc-9c310b2cac15 HTTP/1.1" status: 204 len: 168 time: 0.1171176 Nov 23 05:35:52.544074 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6abcc9-fbee-4b01-b73e-f988bffbe7f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca3ebae-5b8a-4ce2-afdc-9c310b2cac15,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:35:58.705607 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:36:03.495007 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-dd9838bc-b3af-4aac-b154-6a4c7f4db1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:36:05.657082 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-ef92c824-82ba-4e3d-9cb3-bf1728381b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:36:07.095709 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-cb0bae37-5947-48f5-b8ea-be8dc2c46173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:36:08.496307 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-0cc3cdcc-aace-4769-a54e-383df0ffcf0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:36:09.110011 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:36:16.897083 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.agents_db [None req-5ade7c98-4a19-45de-8fb0-464f54244c1e None None] Agent healthcheck: found 6 active agents {{(pid=102519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:36:28.707201 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:36:33.497073 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-fb5e39f3-3576-461a-94b5-3f811b76c6d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:36:33.919784 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-415e60d3-168c-437f-bd02-d3676640ba82 req-6778221f-f978-488a-9469-f6fadddb1600 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9be9d940-64d0-4ba5-9e1f-c071fcc3fc4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432444 Nov 23 05:36:34.021797 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e60d3-168c-437f-bd02-d3676640ba82 req-910faa95-7d07-4702-969b-92c3a91f8422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:36:34.023451 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-415e60d3-168c-437f-bd02-d3676640ba82 req-910faa95-7d07-4702-969b-92c3a91f8422 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5331a73468ce4b39a145a09d53cbde62&device_id=9be9d940-64d0-4ba5-9e1f-c071fcc3fc4a HTTP/1.1" status: 200 len: 1098 time: 0.0402389 Nov 23 05:36:34.130338 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e60d3-168c-437f-bd02-d3676640ba82 req-2c8477f6-d267-457b-9e69-7b9860bbbd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:36:34.131833 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-415e60d3-168c-437f-bd02-d3676640ba82 req-2c8477f6-d267-457b-9e69-7b9860bbbd83 service neutron] 10.222.0.54 "GET /v2.0/networks?id=de6ef1d6-3445-40e0-83c8-00393e69a51b HTTP/1.1" status: 200 len: 913 time: 0.0879903 Nov 23 05:36:34.197233 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-415e60d3-168c-437f-bd02-d3676640ba82 req-6db464f4-0575-452b-a17b-743125ac9998 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a556877-cbb7-44bf-9076-11278ea16bfb HTTP/1.1" status: 200 len: 1001 time: 0.0578918 Nov 23 05:36:34.249239 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e60d3-168c-437f-bd02-d3676640ba82 req-5da954df-ac36-4d1c-a8b8-04c93208d45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:36:34.250637 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-415e60d3-168c-437f-bd02-d3676640ba82 req-5da954df-ac36-4d1c-a8b8-04c93208d45b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=769cffe6-0ed2-4f2f-be5c-5abad8060d00 HTTP/1.1" status: 200 len: 851 time: 0.0462828 Nov 23 05:36:34.295510 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e60d3-168c-437f-bd02-d3676640ba82 req-49490407-2fa6-46d8-9024-338ed132510e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:36:34.296970 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-415e60d3-168c-437f-bd02-d3676640ba82 req-49490407-2fa6-46d8-9024-338ed132510e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=de6ef1d6-3445-40e0-83c8-00393e69a51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387006 Nov 23 05:36:34.384472 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-415e60d3-168c-437f-bd02-d3676640ba82 req-8ce766c1-60f1-407f-ab9b-6e47f7221fd4 service neutron] 10.222.0.54 "GET /v2.0/networks/de6ef1d6-3445-40e0-83c8-00393e69a51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797155 Nov 23 05:36:34.474791 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-415e60d3-168c-437f-bd02-d3676640ba82 req-f3e3523c-766f-49eb-9658-cc3f97c7c48d service neutron] 10.222.0.54 "GET /v2.0/networks/de6ef1d6-3445-40e0-83c8-00393e69a51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835073 Nov 23 05:36:35.657539 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-a4e8367f-f7d4-4f0c-943b-5d70bc13182e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:36:37.097887 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-cb0bae37-5947-48f5-b8ea-be8dc2c46173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:36:38.498810 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-0cc3cdcc-aace-4769-a54e-383df0ffcf0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:36:39.112272 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:36:53.896156 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.agents_db [None req-5ade7c98-4a19-45de-8fb0-464f54244c1e None None] Agent healthcheck: found 6 active agents {{(pid=102519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:36:58.713175 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:37:03.499664 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-fc0f7ead-15be-4576-99ec-fb1431729504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:37:05.657631 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-b9c10128-3a41-4520-83e2-b25781b55d36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:37:07.100723 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-cb0bae37-5947-48f5-b8ea-be8dc2c46173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:37:08.501831 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-0cc3cdcc-aace-4769-a54e-383df0ffcf0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:37:09.113305 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:37:28.719167 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:37:29.352965 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-df0f3905-065b-4ff5-bf82-bf25ec852b47 req-75880052-675b-4043-be57-b3b969d2fac2 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-139859202&fields=id&tenant_id=5331a73468ce4b39a145a09d53cbde62 HTTP/1.1" status: 200 len: 267 time: 0.0446539 Nov 23 05:37:29.461416 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f3905-065b-4ff5-bf82-bf25ec852b47 req-d0ef8854-1316-4b98-a029-6e5751d2b198 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:37:29.462910 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-df0f3905-065b-4ff5-bf82-bf25ec852b47 req-d0ef8854-1316-4b98-a029-6e5751d2b198 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/networks?id=de6ef1d6-3445-40e0-83c8-00393e69a51b HTTP/1.1" status: 200 len: 812 time: 0.1026447 Nov 23 05:37:29.478241 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-df0f3905-065b-4ff5-bf82-bf25ec852b47 req-91a0afc1-e2b2-4cd8-9521-bc9719e68e9f tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/quotas/5331a73468ce4b39a145a09d53cbde62 HTTP/1.1" status: 200 len: 375 time: 0.0090213 Nov 23 05:37:29.529528 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-df0f3905-065b-4ff5-bf82-bf25ec852b47 req-aea5623d-a62d-4707-ae00-50dd353eac66 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5331a73468ce4b39a145a09d53cbde62&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0461783 Nov 23 05:37:29.545067 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [req-df0f3905-065b-4ff5-bf82-bf25ec852b47 req-86ab3dd2-8437-4f7c-847b-adeae28f34f7 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=102516) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 05:37:29.546014 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-df0f3905-065b-4ff5-bf82-bf25ec852b47 req-86ab3dd2-8437-4f7c-847b-adeae28f34f7 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050547 Nov 23 05:37:29.633841 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-df0f3905-065b-4ff5-bf82-bf25ec852b47 req-b5349e36-2c34-4846-b5e8-9ed86b88e8e4 service neutron] 10.222.0.48 "GET /v2.0/networks/de6ef1d6-3445-40e0-83c8-00393e69a51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814304 Nov 23 05:37:29.727257 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-df0f3905-065b-4ff5-bf82-bf25ec852b47 req-9b884b2e-f1e3-4a70-804a-1f2d7403c178 service neutron] 10.222.0.48 "GET /v2.0/networks/de6ef1d6-3445-40e0-83c8-00393e69a51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875027 Nov 23 05:37:30.012324 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a4afa267-d1f7-4729-89ca-f872a95dbd4c req-24a24cbe-cd26-4fb9-9cbc-52a4529695ea tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e753e3-03ba-47c9-aa6f-abca10a1462e HTTP/1.1" status: 200 len: 210 time: 0.0275650 Nov 23 05:37:30.895849 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.agents_db [None req-5ade7c98-4a19-45de-8fb0-464f54244c1e None None] Agent healthcheck: found 6 active agents {{(pid=102519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:37:31.204412 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f3905-065b-4ff5-bf82-bf25ec852b47 req-813393c5-0924-4b7a-8911-41d65ed61e25 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:37:31.205954 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-df0f3905-065b-4ff5-bf82-bf25ec852b47 req-813393c5-0924-4b7a-8911-41d65ed61e25 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.54 "GET /v2.0/networks?id=de6ef1d6-3445-40e0-83c8-00393e69a51b HTTP/1.1" status: 200 len: 812 time: 0.2157152 Nov 23 05:37:31.253355 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-29de35a5-8a2b-4f64-b2df-c7fb955c8158 req-73572907-2220-4a26-9006-972ca228a343 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e753e3-03ba-47c9-aa6f-abca10a1462e HTTP/1.1" status: 200 len: 210 time: 0.0353217 Nov 23 05:37:31.298565 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-df0f3905-065b-4ff5-bf82-bf25ec852b47 req-85aab518-74e2-49a4-ba48-4c181846ed04 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5331a73468ce4b39a145a09d53cbde62 HTTP/1.1" status: 200 len: 379 time: 0.0710642 Nov 23 05:37:31.308173 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [req-df0f3905-065b-4ff5-bf82-bf25ec852b47 req-6f5b375c-11bf-468f-8d10-c52657644b1a tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Request body: {'port': {'device_id': 'b7e753e3-03ba-47c9-aa6f-abca10a1462e', 'network_id': 'de6ef1d6-3445-40e0-83c8-00393e69a51b', 'admin_state_up': True, 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'security_groups': ['f1481a16-b8ec-4bff-b695-a15c51286b4d']}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:37:31.415420 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df0f3905-065b-4ff5-bf82-bf25ec852b47 req-6f5b375c-11bf-468f-8d10-c52657644b1a tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Made reservation on behalf of 5331a73468ce4b39a145a09d53cbde62 for: {'port': 1} {{(pid=102516) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:37:31.418851 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-df0f3905-065b-4ff5-bf82-bf25ec852b47 req-6f5b375c-11bf-468f-8d10-c52657644b1a tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:37:31.539587 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.db_base_plugin_common [req-df0f3905-065b-4ff5-bf82-bf25ec852b47 req-6f5b375c-11bf-468f-8d10-c52657644b1a tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Allocated IP 172.20.0.6 (de6ef1d6-3445-40e0-83c8-00393e69a51b/769cffe6-0ed2-4f2f-be5c-5abad8060d00/5f805597-c09d-4d8f-a353-73d6ac04e405) {{(pid=102516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:37:31.677588 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-df0f3905-065b-4ff5-bf82-bf25ec852b47 req-6f5b375c-11bf-468f-8d10-c52657644b1a tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks [] for port, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:37:31.713245 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-df0f3905-065b-4ff5-bf82-bf25ec852b47 req-6f5b375c-11bf-468f-8d10-c52657644b1a tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751724218534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237887'] for port, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:37:31.759099 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df0f3905-065b-4ff5-bf82-bf25ec852b47 req-6f5b375c-11bf-468f-8d10-c52657644b1a tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Network de6ef1d6-3445-40e0-83c8-00393e69a51b is already hosted by enough agents. {{(pid=102516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:37:31.764130 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [req-df0f3905-065b-4ff5-bf82-bf25ec852b47 req-6f5b375c-11bf-468f-8d10-c52657644b1a tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Resources bound (agent type, host, resource id): {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:37:31.768569 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [req-df0f3905-065b-4ff5-bf82-bf25ec852b47 req-6f5b375c-11bf-468f-8d10-c52657644b1a tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Received port after_create {{(pid=102516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:37:31.792986 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5b375c-11bf-468f-8d10-c52657644b1a tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Pushing event updated for resources: {'Port': ['ID=5f805597-c09d-4d8f-a353-73d6ac04e405,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:37:31.806415 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5b375c-11bf-468f-8d10-c52657644b1a tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:37:31.806759 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5b375c-11bf-468f-8d10-c52657644b1a tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:37:31.807125 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5b375c-11bf-468f-8d10-c52657644b1a tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:37:31.807458 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5b375c-11bf-468f-8d10-c52657644b1a tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:37:31.807789 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5b375c-11bf-468f-8d10-c52657644b1a tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:37:31.808115 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5b375c-11bf-468f-8d10-c52657644b1a tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:37:31.808444 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5b375c-11bf-468f-8d10-c52657644b1a tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:37:31.808771 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5b375c-11bf-468f-8d10-c52657644b1a tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:37:31.809095 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5b375c-11bf-468f-8d10-c52657644b1a tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:37:31.809417 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5b375c-11bf-468f-8d10-c52657644b1a tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:37:31.809737 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5b375c-11bf-468f-8d10-c52657644b1a tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:37:31.810050 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5b375c-11bf-468f-8d10-c52657644b1a tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:37:31.834775 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f3905-065b-4ff5-bf82-bf25ec852b47 req-6f5b375c-11bf-468f-8d10-c52657644b1a tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:37:31.835440 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-df0f3905-065b-4ff5-bf82-bf25ec852b47 req-6f5b375c-11bf-468f-8d10-c52657644b1a tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:37:31.853135 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-df0f3905-065b-4ff5-bf82-bf25ec852b47 req-6f5b375c-11bf-468f-8d10-c52657644b1a tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5486581 Nov 23 05:37:31.871793 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [req-df0f3905-065b-4ff5-bf82-bf25ec852b47 req-5e19831a-a129-4626-b522-2669870eadd7 service neutron] Request body: {'port': {'device_id': 'b7e753e3-03ba-47c9-aa6f-abca10a1462e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80507'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:37:31.928612 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-df0f3905-065b-4ff5-bf82-bf25ec852b47 req-5e19831a-a129-4626-b522-2669870eadd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:37:31.973032 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-15d3b503-aa0f-4d2c-89b9-f11ee54016d7 None None] Provisioning complete for port 5f805597-c09d-4d8f-a353-73d6ac04e405 triggered by entity DHCP. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:37:31.973587 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-15d3b503-aa0f-4d2c-89b9-f11ee54016d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:37:32.008373 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-15d3b503-aa0f-4d2c-89b9-f11ee54016d7 None None] Port 5f805597-c09d-4d8f-a353-73d6ac04e405 cannot update to ACTIVE because it is not bound. {{(pid=102518) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:37:32.191485 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [req-df0f3905-065b-4ff5-bf82-bf25ec852b47 req-5e19831a-a129-4626-b522-2669870eadd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f805597-c09d-4d8f-a353-73d6ac04e405 {{(pid=102516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:37:32.198965 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-df0f3905-065b-4ff5-bf82-bf25ec852b47 req-5e19831a-a129-4626-b522-2669870eadd7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:37:32.211349 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.provisioning_blocks [req-df0f3905-065b-4ff5-bf82-bf25ec852b47 req-5e19831a-a129-4626-b522-2669870eadd7 service neutron] Transition to ACTIVE for port object 5f805597-c09d-4d8f-a353-73d6ac04e405 will not be triggered until provisioned by entity L2. {{(pid=102516) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 05:37:32.215512 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-df0f3905-065b-4ff5-bf82-bf25ec852b47 req-5e19831a-a129-4626-b522-2669870eadd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237864'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:37:32.281245 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e19831a-a129-4626-b522-2669870eadd7 service neutron] Pushing event updated for resources: {'Port': ['ID=5f805597-c09d-4d8f-a353-73d6ac04e405,revision_number=2']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:37:32.342047 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-df0f3905-065b-4ff5-bf82-bf25ec852b47 req-5e19831a-a129-4626-b522-2669870eadd7 service neutron] Attempting to bind port 5f805597-c09d-4d8f-a353-73d6ac04e405 on host hv-cinder-80507 for vnic_type normal with profile {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:37:32.342378 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-df0f3905-065b-4ff5-bf82-bf25ec852b47 req-5e19831a-a129-4626-b522-2669870eadd7 service neutron] Attempting to bind port 5f805597-c09d-4d8f-a353-73d6ac04e405 by drivers openvswitch,hyperv on host hv-cinder-80507 at level 0 using segments [{'id': '55e832f8-945a-4410-a2ad-c12a508b0c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'de6ef1d6-3445-40e0-83c8-00393e69a51b'}] {{(pid=102516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:37:32.342706 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0f3905-065b-4ff5-bf82-bf25ec852b47 req-5e19831a-a129-4626-b522-2669870eadd7 service neutron] Attempting to bind port 5f805597-c09d-4d8f-a353-73d6ac04e405 on network de6ef1d6-3445-40e0-83c8-00393e69a51b {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:37:32.366341 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0f3905-065b-4ff5-bf82-bf25ec852b47 req-5e19831a-a129-4626-b522-2669870eadd7 service neutron] Port 5f805597-c09d-4d8f-a353-73d6ac04e405 on network de6ef1d6-3445-40e0-83c8-00393e69a51b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80507 {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 05:37:32.366665 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0f3905-065b-4ff5-bf82-bf25ec852b47 req-5e19831a-a129-4626-b522-2669870eadd7 service neutron] Attempting to bind port 5f805597-c09d-4d8f-a353-73d6ac04e405 on network de6ef1d6-3445-40e0-83c8-00393e69a51b {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:37:32.374174 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0f3905-065b-4ff5-bf82-bf25ec852b47 req-5e19831a-a129-4626-b522-2669870eadd7 service neutron] Checking agent: {'id': 'b8a1d969-7c04-443a-af3a-1812b1d56913', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80507', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 5, 23, 27), 'started_at': datetime.datetime(2021, 11, 23, 5, 23, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:37:32.375069 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0f3905-065b-4ff5-bf82-bf25ec852b47 req-5e19831a-a129-4626-b522-2669870eadd7 service neutron] Checking segment: {'id': '55e832f8-945a-4410-a2ad-c12a508b0c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'de6ef1d6-3445-40e0-83c8-00393e69a51b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:37:32.375459 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df0f3905-065b-4ff5-bf82-bf25ec852b47 req-5e19831a-a129-4626-b522-2669870eadd7 service neutron] Bound using segment: {'id': '55e832f8-945a-4410-a2ad-c12a508b0c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'de6ef1d6-3445-40e0-83c8-00393e69a51b'} {{(pid=102516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:37:32.375893 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.managers [req-df0f3905-065b-4ff5-bf82-bf25ec852b47 req-5e19831a-a129-4626-b522-2669870eadd7 service neutron] Bound port: 5f805597-c09d-4d8f-a353-73d6ac04e405, host: hv-cinder-80507, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55e832f8-945a-4410-a2ad-c12a508b0c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'de6ef1d6-3445-40e0-83c8-00393e69a51b'}}] {{(pid=102516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:37:32.376246 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-df0f3905-065b-4ff5-bf82-bf25ec852b47 req-5e19831a-a129-4626-b522-2669870eadd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:37:32.403124 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2866ecdd-a88e-4e77-95f1-a4c507189a19 req-1a6380cd-944d-4642-80f9-3fdf7406985a tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:37:32.404608 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2866ecdd-a88e-4e77-95f1-a4c507189a19 req-1a6380cd-944d-4642-80f9-3fdf7406985a tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e753e3-03ba-47c9-aa6f-abca10a1462e HTTP/1.1" status: 200 len: 943 time: 0.0757270 Nov 23 05:37:32.482593 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-df0f3905-065b-4ff5-bf82-bf25ec852b47 req-5e19831a-a129-4626-b522-2669870eadd7 service neutron] For port 5f805597-c09d-4d8f-a353-73d6ac04e405, host hv-cinder-80507, cleared binding levels {{(pid=102516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:37:32.486455 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-df0f3905-065b-4ff5-bf82-bf25ec852b47 req-5e19831a-a129-4626-b522-2669870eadd7 service neutron] For port 5f805597-c09d-4d8f-a353-73d6ac04e405, host hv-cinder-80507, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=5f805597-c09d-4d8f-a353-73d6ac04e405,segment=NetworkSegment(55e832f8-945a-4410-a2ad-c12a508b0c85),segment_id=55e832f8-945a-4410-a2ad-c12a508b0c85)] {{(pid=102516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:37:32.490944 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2866ecdd-a88e-4e77-95f1-a4c507189a19 req-eb6e0ddb-421f-4fea-9aa7-e92500766ae8 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1481a16-b8ec-4bff-b695-a15c51286b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692434 Nov 23 05:37:32.492415 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-df0f3905-065b-4ff5-bf82-bf25ec852b47 req-5e19831a-a129-4626-b522-2669870eadd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237864'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:37:32.529017 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f3905-065b-4ff5-bf82-bf25ec852b47 req-5e19831a-a129-4626-b522-2669870eadd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:37:32.529620 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-df0f3905-065b-4ff5-bf82-bf25ec852b47 req-5e19831a-a129-4626-b522-2669870eadd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:37:32.531071 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-df0f3905-065b-4ff5-bf82-bf25ec852b47 req-5e19831a-a129-4626-b522-2669870eadd7 service neutron] 10.222.0.54 "PUT /v2.0/ports/5f805597-c09d-4d8f-a353-73d6ac04e405 HTTP/1.1" status: 200 len: 1093 time: 0.6638081 Nov 23 05:37:32.531590 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7e753e3-03ba-47c9-aa6f-abca10a1462e', 'tag': '5f805597-c09d-4d8f-a353-73d6ac04e405'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:37:32.533820 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20d478f7b504b4f7a92aed5d5c075fb26ddad21beb532cc87d656362fb0682d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf8bf12-2387-4c4f-8aa8-c4c293887102" -d '{"events": [{"name": "network-changed", "server_uuid": "b7e753e3-03ba-47c9-aa6f-abca10a1462e", "tag": "5f805597-c09d-4d8f-a353-73d6ac04e405"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:37:32.563363 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e19831a-a129-4626-b522-2669870eadd7 service neutron] Pushing event updated for resources: {'Port': ['ID=5f805597-c09d-4d8f-a353-73d6ac04e405,revision_number=3']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:37:32.642297 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f3905-065b-4ff5-bf82-bf25ec852b47 req-65ccd1a4-344b-412e-875f-8ff6c4cf4b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:37:32.643831 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-df0f3905-065b-4ff5-bf82-bf25ec852b47 req-65ccd1a4-344b-412e-875f-8ff6c4cf4b56 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5331a73468ce4b39a145a09d53cbde62&device_id=b7e753e3-03ba-47c9-aa6f-abca10a1462e HTTP/1.1" status: 200 len: 1096 time: 0.0491312 Nov 23 05:37:32.645328 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a8461a-fd8e-4ec5-aed8-c323265f3f1f x-openstack-request-id: req-c5a8461a-fd8e-4ec5-aed8-c323265f3f1f {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:37:32.645608 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7e753e3-03ba-47c9-aa6f-abca10a1462e", "tag": "5f805597-c09d-4d8f-a353-73d6ac04e405", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:37:32.645860 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c5a8461a-fd8e-4ec5-aed8-c323265f3f1f {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:37:32.646294 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7e753e3-03ba-47c9-aa6f-abca10a1462e', 'tag': '5f805597-c09d-4d8f-a353-73d6ac04e405', 'status': 'completed', 'code': 200} Nov 23 05:37:32.703163 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-df0f3905-065b-4ff5-bf82-bf25ec852b47 req-d03d071e-066b-4bc4-be3b-19f071da6e68 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f805597-c09d-4d8f-a353-73d6ac04e405 HTTP/1.1" status: 200 len: 217 time: 0.0364366 Nov 23 05:37:32.752263 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f3905-065b-4ff5-bf82-bf25ec852b47 req-dab8ef8b-802f-4e22-a807-09daf79836d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:37:32.753706 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-df0f3905-065b-4ff5-bf82-bf25ec852b47 req-dab8ef8b-802f-4e22-a807-09daf79836d1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=769cffe6-0ed2-4f2f-be5c-5abad8060d00 HTTP/1.1" status: 200 len: 851 time: 0.0442057 Nov 23 05:37:32.805877 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f3905-065b-4ff5-bf82-bf25ec852b47 req-283c904a-eb78-447b-813d-d41fb95e7990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:37:32.807319 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-df0f3905-065b-4ff5-bf82-bf25ec852b47 req-283c904a-eb78-447b-813d-d41fb95e7990 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=de6ef1d6-3445-40e0-83c8-00393e69a51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448892 Nov 23 05:37:32.895750 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-df0f3905-065b-4ff5-bf82-bf25ec852b47 req-419faa48-a0bc-4aba-840c-14240599b139 service neutron] 10.222.0.54 "GET /v2.0/networks/de6ef1d6-3445-40e0-83c8-00393e69a51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804319 Nov 23 05:37:32.987315 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-df0f3905-065b-4ff5-bf82-bf25ec852b47 req-110d061c-8760-487e-998c-e1325d3e69e2 service neutron] 10.222.0.54 "GET /v2.0/networks/de6ef1d6-3445-40e0-83c8-00393e69a51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838897 Nov 23 05:37:33.113396 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8bf12-2387-4c4f-8aa8-c4c293887102 req-a09d415d-8bae-4895-9efe-80d958bbc71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:37:33.114765 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9cf8bf12-2387-4c4f-8aa8-c4c293887102 req-a09d415d-8bae-4895-9efe-80d958bbc71f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5331a73468ce4b39a145a09d53cbde62&device_id=b7e753e3-03ba-47c9-aa6f-abca10a1462e HTTP/1.1" status: 200 len: 1096 time: 0.0412393 Nov 23 05:37:33.204319 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8bf12-2387-4c4f-8aa8-c4c293887102 req-b6bd13f5-4ce1-465f-bd52-79a594c31692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:37:33.205770 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9cf8bf12-2387-4c4f-8aa8-c4c293887102 req-b6bd13f5-4ce1-465f-bd52-79a594c31692 service neutron] 10.222.0.54 "GET /v2.0/networks?id=de6ef1d6-3445-40e0-83c8-00393e69a51b HTTP/1.1" status: 200 len: 913 time: 0.0828099 Nov 23 05:37:33.250229 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9cf8bf12-2387-4c4f-8aa8-c4c293887102 req-69a1f9ee-a053-4fc2-a3dd-d7f1eecf1107 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f805597-c09d-4d8f-a353-73d6ac04e405 HTTP/1.1" status: 200 len: 217 time: 0.0364232 Nov 23 05:37:33.298786 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8bf12-2387-4c4f-8aa8-c4c293887102 req-8518ff21-f7aa-4a10-877e-321d5fc019c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:37:33.300223 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9cf8bf12-2387-4c4f-8aa8-c4c293887102 req-8518ff21-f7aa-4a10-877e-321d5fc019c4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=769cffe6-0ed2-4f2f-be5c-5abad8060d00 HTTP/1.1" status: 200 len: 851 time: 0.0424125 Nov 23 05:37:33.346524 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8bf12-2387-4c4f-8aa8-c4c293887102 req-4e228d48-6430-4182-81a8-08c8ffe0cfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:37:33.347989 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9cf8bf12-2387-4c4f-8aa8-c4c293887102 req-4e228d48-6430-4182-81a8-08c8ffe0cfd9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=de6ef1d6-3445-40e0-83c8-00393e69a51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396388 Nov 23 05:37:33.439382 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9cf8bf12-2387-4c4f-8aa8-c4c293887102 req-724d9497-9e20-40fb-b3a2-12330a7df4bc service neutron] 10.222.0.54 "GET /v2.0/networks/de6ef1d6-3445-40e0-83c8-00393e69a51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831103 Nov 23 05:37:33.502078 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-ef0de0e5-6e31-4b64-a11b-66a3a402d9b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:37:33.533655 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9cf8bf12-2387-4c4f-8aa8-c4c293887102 req-db11cdf7-93f7-480c-82bc-cf8848861a8d service neutron] 10.222.0.54 "GET /v2.0/networks/de6ef1d6-3445-40e0-83c8-00393e69a51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830901 Nov 23 05:37:33.607280 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8bb371-c2f3-45b9-beb5-be8e042ec34c req-872e7116-2185-4640-97e5-9e24400a88ca tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:37:33.609247 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7c8bb371-c2f3-45b9-beb5-be8e042ec34c req-872e7116-2185-4640-97e5-9e24400a88ca tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e753e3-03ba-47c9-aa6f-abca10a1462e HTTP/1.1" status: 200 len: 943 time: 0.0496812 Nov 23 05:37:33.660518 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7c8bb371-c2f3-45b9-beb5-be8e042ec34c req-b95f1ffa-a24b-42bc-9f56-157256d6a99c tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1481a16-b8ec-4bff-b695-a15c51286b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451224 Nov 23 05:37:34.782977 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22b568-8c75-4c76-b6a5-337e07506e72 req-df85624b-8917-4f84-9d82-fc461eb19c80 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:37:34.784438 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-df22b568-8c75-4c76-b6a5-337e07506e72 req-df85624b-8917-4f84-9d82-fc461eb19c80 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e753e3-03ba-47c9-aa6f-abca10a1462e HTTP/1.1" status: 200 len: 943 time: 0.0486498 Nov 23 05:37:34.834247 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-df22b568-8c75-4c76-b6a5-337e07506e72 req-f50a0c01-84ea-4895-af9b-2725f364697b tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1481a16-b8ec-4bff-b695-a15c51286b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438752 Nov 23 05:37:34.886505 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-34341f39-78f5-4fda-9b7f-919ebbdb9565 req-1f1e9137-9947-44dc-82b1-27c804f11ded service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9be9d940-64d0-4ba5-9e1f-c071fcc3fc4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412910 Nov 23 05:37:34.983329 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34341f39-78f5-4fda-9b7f-919ebbdb9565 req-956caeb5-38d6-402a-8c75-895720379d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:37:34.985455 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-34341f39-78f5-4fda-9b7f-919ebbdb9565 req-956caeb5-38d6-402a-8c75-895720379d9a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5331a73468ce4b39a145a09d53cbde62&device_id=9be9d940-64d0-4ba5-9e1f-c071fcc3fc4a HTTP/1.1" status: 200 len: 1098 time: 0.0427334 Nov 23 05:37:35.086714 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34341f39-78f5-4fda-9b7f-919ebbdb9565 req-f414a08e-dc0b-4308-a54a-4a2ab37f3a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:37:35.088461 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-34341f39-78f5-4fda-9b7f-919ebbdb9565 req-f414a08e-dc0b-4308-a54a-4a2ab37f3a5a service neutron] 10.222.0.54 "GET /v2.0/networks?id=de6ef1d6-3445-40e0-83c8-00393e69a51b HTTP/1.1" status: 200 len: 913 time: 0.0842319 Nov 23 05:37:35.155631 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-34341f39-78f5-4fda-9b7f-919ebbdb9565 req-8dffaece-6e50-4a04-9948-efe5ebe8ada7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a556877-cbb7-44bf-9076-11278ea16bfb HTTP/1.1" status: 200 len: 1001 time: 0.0603840 Nov 23 05:37:35.203600 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34341f39-78f5-4fda-9b7f-919ebbdb9565 req-64dd05dc-dea9-4ad5-9f95-f86c255727d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:37:35.205035 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-34341f39-78f5-4fda-9b7f-919ebbdb9565 req-64dd05dc-dea9-4ad5-9f95-f86c255727d3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=769cffe6-0ed2-4f2f-be5c-5abad8060d00 HTTP/1.1" status: 200 len: 851 time: 0.0427399 Nov 23 05:37:35.249143 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34341f39-78f5-4fda-9b7f-919ebbdb9565 req-df978b63-0958-4aab-aa29-de81d7cff226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:37:35.250674 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-34341f39-78f5-4fda-9b7f-919ebbdb9565 req-df978b63-0958-4aab-aa29-de81d7cff226 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=de6ef1d6-3445-40e0-83c8-00393e69a51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386484 Nov 23 05:37:35.341445 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-34341f39-78f5-4fda-9b7f-919ebbdb9565 req-241e1926-259c-48af-bece-6f4e2d796098 service neutron] 10.222.0.54 "GET /v2.0/networks/de6ef1d6-3445-40e0-83c8-00393e69a51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834849 Nov 23 05:37:35.430023 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-34341f39-78f5-4fda-9b7f-919ebbdb9565 req-388876b2-f6ad-4fda-be19-eadd323e81a1 service neutron] 10.222.0.54 "GET /v2.0/networks/de6ef1d6-3445-40e0-83c8-00393e69a51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814190 Nov 23 05:37:35.658817 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-0938311f-4cec-4cc6-9a83-162fb2c6f127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:37:35.946508 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a66da-6893-49f0-a8c3-432ec55cd766 req-ec70fb1c-cd2a-4710-8d81-8805b8f3f7bd tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:37:35.948172 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1c2a66da-6893-49f0-a8c3-432ec55cd766 req-ec70fb1c-cd2a-4710-8d81-8805b8f3f7bd tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e753e3-03ba-47c9-aa6f-abca10a1462e HTTP/1.1" status: 200 len: 943 time: 0.0480571 Nov 23 05:37:36.000302 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-1c2a66da-6893-49f0-a8c3-432ec55cd766 req-40fff2a9-f894-4fd8-a187-b8a8804e4bf4 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1481a16-b8ec-4bff-b695-a15c51286b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457482 Nov 23 05:37:37.103783 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-cb0bae37-5947-48f5-b8ea-be8dc2c46173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:37:37.114828 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73024d6b-6a72-4507-96e7-c7f2a5dc436e req-4697a730-330b-4d78-af38-f93acbf52777 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:37:37.116348 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-73024d6b-6a72-4507-96e7-c7f2a5dc436e req-4697a730-330b-4d78-af38-f93acbf52777 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e753e3-03ba-47c9-aa6f-abca10a1462e HTTP/1.1" status: 200 len: 943 time: 0.0493770 Nov 23 05:37:37.164655 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-73024d6b-6a72-4507-96e7-c7f2a5dc436e req-3fab79f5-90f4-4692-a5d9-705bb0b45f42 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1481a16-b8ec-4bff-b695-a15c51286b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424097 Nov 23 05:37:38.282451 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be5513-abec-4485-8658-07cb8230bbae req-513a472f-48e9-4393-a65a-dd808be21ca9 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:37:38.283921 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-92be5513-abec-4485-8658-07cb8230bbae req-513a472f-48e9-4393-a65a-dd808be21ca9 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e753e3-03ba-47c9-aa6f-abca10a1462e HTTP/1.1" status: 200 len: 943 time: 0.0475364 Nov 23 05:37:38.331101 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-92be5513-abec-4485-8658-07cb8230bbae req-07157274-f43f-4a13-95fc-65df964fce1b tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1481a16-b8ec-4bff-b695-a15c51286b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414555 Nov 23 05:37:38.503856 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-0cc3cdcc-aace-4769-a54e-383df0ffcf0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:37:39.113937 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:37:39.448019 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6f990-a665-4403-babb-f0b698bcc922 req-ff784e54-3779-430e-bd92-698e24cc7368 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:37:39.449477 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fdc6f990-a665-4403-babb-f0b698bcc922 req-ff784e54-3779-430e-bd92-698e24cc7368 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e753e3-03ba-47c9-aa6f-abca10a1462e HTTP/1.1" status: 200 len: 943 time: 0.0518093 Nov 23 05:37:39.498187 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-fdc6f990-a665-4403-babb-f0b698bcc922 req-ade0f6d8-917c-42c1-8aef-02d7c35fa313 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1481a16-b8ec-4bff-b695-a15c51286b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422688 Nov 23 05:37:40.612041 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35625230-fabd-4750-888b-02801839b889 req-6553918a-988a-4a52-ae5c-09145cdc5d68 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:37:40.613511 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-35625230-fabd-4750-888b-02801839b889 req-6553918a-988a-4a52-ae5c-09145cdc5d68 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e753e3-03ba-47c9-aa6f-abca10a1462e HTTP/1.1" status: 200 len: 943 time: 0.0483904 Nov 23 05:37:40.662556 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-35625230-fabd-4750-888b-02801839b889 req-b0723d3c-1184-4ca7-b3ac-770c47bedac2 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1481a16-b8ec-4bff-b695-a15c51286b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429628 Nov 23 05:37:40.758949 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device 5f805597-c09d-4d8f-a353-73d6ac04e405 details requested by agent hyperv_hv-cinder-80507 with host hv-cinder-80507 {{(pid=102518) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 05:37:40.852203 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port 5f805597-c09d-4d8f-a353-73d6ac04e405, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=5f805597-c09d-4d8f-a353-73d6ac04e405,segment=NetworkSegment(55e832f8-945a-4410-a2ad-c12a508b0c85),segment_id=55e832f8-945a-4410-a2ad-c12a508b0c85)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:37:40.863417 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Returning: {'device': '5f805597-c09d-4d8f-a353-73d6ac04e405', 'network_id': 'de6ef1d6-3445-40e0-83c8-00393e69a51b', 'port_id': '5f805597-c09d-4d8f-a353-73d6ac04e405', 'mac_address': 'fa:16:3e:18:1a:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '769cffe6-0ed2-4f2f-be5c-5abad8060d00', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102518) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 05:37:40.898504 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:37:40.910545 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.notifiers.nova [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f805597-c09d-4d8f-a353-73d6ac04e405 {{(pid=102518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:37:40.930072 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port 5f805597-c09d-4d8f-a353-73d6ac04e405, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=5f805597-c09d-4d8f-a353-73d6ac04e405,segment=NetworkSegment(55e832f8-945a-4410-a2ad-c12a508b0c85),segment_id=55e832f8-945a-4410-a2ad-c12a508b0c85)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:37:40.933490 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:37:40.982224 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Pushing event updated for resources: {'Port': ['ID=5f805597-c09d-4d8f-a353-73d6ac04e405,revision_number=4']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:37:40.989757 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:37:40.990114 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:37:40.990463 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:37:40.990806 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:37:40.991186 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:37:40.991511 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:37:40.991848 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:37:40.992183 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:37:40.992516 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:37:40.992848 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:37:40.993179 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:37:40.993507 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:37:41.246888 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] get_ports_and_sgs() called for port_ids ['5f805597-c09d-4d8f-a353-73d6ac04e405'] {{(pid=102518) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:37:41.776895 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6993eebc-db61-442e-99c1-8da882385b5f req-0466186b-3305-46e1-bb95-8389d1faab42 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:37:41.778347 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6993eebc-db61-442e-99c1-8da882385b5f req-0466186b-3305-46e1-bb95-8389d1faab42 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e753e3-03ba-47c9-aa6f-abca10a1462e HTTP/1.1" status: 200 len: 944 time: 0.0499654 Nov 23 05:37:42.061145 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-6993eebc-db61-442e-99c1-8da882385b5f req-6995a7e8-14d8-46bc-bb08-a33346aa4b75 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1481a16-b8ec-4bff-b695-a15c51286b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2761583 Nov 23 05:37:42.774730 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device 5f805597-c09d-4d8f-a353-73d6ac04e405 up at agent hyperv_hv-cinder-80507 {{(pid=102518) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:37:42.824682 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Provisioning for port 5f805597-c09d-4d8f-a353-73d6ac04e405 completed by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 05:37:42.828853 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.provisioning_blocks [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Provisioning complete for port 5f805597-c09d-4d8f-a353-73d6ac04e405 triggered by entity L2. {{(pid=102518) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:37:42.829213 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733553'] for port, provisioning_complete {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:37:42.907173 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:37:42.929303 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e753e3-03ba-47c9-aa6f-abca10a1462e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f805597-c09d-4d8f-a353-73d6ac04e405'}] {{(pid=102518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:37:42.931545 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1555ff6ee76347fd5083048713d2688504cf60c4b4cdc9acc0e7e1b3a3add239" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16557ba-1f7e-4cbb-a0a4-affc4404efa1" -d '{"events": [{"server_uuid": "b7e753e3-03ba-47c9-aa6f-abca10a1462e", "name": "network-vif-plugged", "status": "completed", "tag": "5f805597-c09d-4d8f-a353-73d6ac04e405"}]}' {{(pid=102518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:37:42.944261 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.db [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] For port 5f805597-c09d-4d8f-a353-73d6ac04e405, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=5f805597-c09d-4d8f-a353-73d6ac04e405,segment=NetworkSegment(55e832f8-945a-4410-a2ad-c12a508b0c85),segment_id=55e832f8-945a-4410-a2ad-c12a508b0c85)] {{(pid=102518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:37:42.948391 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570'] for port, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:37:42.999541 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Pushing event updated for resources: {'Port': ['ID=5f805597-c09d-4d8f-a353-73d6ac04e405,revision_number=5']} {{(pid=102518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:37:43.030343 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b577a5b3-e2e0-48d9-8bcc-9f5f5c0ec02c x-openstack-request-id: req-b577a5b3-e2e0-48d9-8bcc-9f5f5c0ec02c {{(pid=102518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:37:43.031341 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e753e3-03ba-47c9-aa6f-abca10a1462e", "name": "network-vif-plugged", "status": "completed", "tag": "5f805597-c09d-4d8f-a353-73d6ac04e405", "code": 200}]} {{(pid=102518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:37:43.031764 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b577a5b3-e2e0-48d9-8bcc-9f5f5c0ec02c {{(pid=102518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:37:43.032282 dv-cinder-805072-6-iscsi neutron-server[102518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e753e3-03ba-47c9-aa6f-abca10a1462e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f805597-c09d-4d8f-a353-73d6ac04e405', 'code': 200} Nov 23 05:37:43.177119 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0a02a3-78bc-4ad0-9d9e-6b49cd741ceb req-ea468788-cf46-429d-9b9f-53160a30e2e8 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:37:43.178605 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ac0a02a3-78bc-4ad0-9d9e-6b49cd741ceb req-ea468788-cf46-429d-9b9f-53160a30e2e8 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e753e3-03ba-47c9-aa6f-abca10a1462e HTTP/1.1" status: 200 len: 945 time: 0.0488162 Nov 23 05:37:43.228823 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ac0a02a3-78bc-4ad0-9d9e-6b49cd741ceb req-03aded6f-07b7-405d-8fc9-dc0b884414fd tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1481a16-b8ec-4bff-b695-a15c51286b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441194 Nov 23 05:37:43.285563 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa1422-b72c-467d-bf19-17754ab6d41c req-ff43d1fe-5277-47fb-a252-f0ab15b53a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:37:43.287061 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-03aa1422-b72c-467d-bf19-17754ab6d41c req-ff43d1fe-5277-47fb-a252-f0ab15b53a84 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b7e753e3-03ba-47c9-aa6f-abca10a1462e HTTP/1.1" status: 200 len: 1098 time: 0.0390325 Nov 23 05:37:43.335368 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-03aa1422-b72c-467d-bf19-17754ab6d41c req-198c13c3-9136-414a-b688-b1073e5809de service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f1481a16-b8ec-4bff-b695-a15c51286b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408750 Nov 23 05:37:44.343042 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d35027-e9d1-4150-9a76-dcf288e70a89 req-a0a8da21-ec7a-48d0-ae58-31605cac563f tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:37:44.344500 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-67d35027-e9d1-4150-9a76-dcf288e70a89 req-a0a8da21-ec7a-48d0-ae58-31605cac563f tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e753e3-03ba-47c9-aa6f-abca10a1462e HTTP/1.1" status: 200 len: 945 time: 0.0484176 Nov 23 05:37:44.408014 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-67d35027-e9d1-4150-9a76-dcf288e70a89 req-c149b981-6078-4e95-a128-65daef928a2e tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1481a16-b8ec-4bff-b695-a15c51286b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572321 Nov 23 05:37:45.523036 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc57ef-16e5-4974-8c20-72526c69ba60 req-9a6f80c4-bc1a-412c-996e-db6e9ce5fffd tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:37:45.524496 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f9bc57ef-16e5-4974-8c20-72526c69ba60 req-9a6f80c4-bc1a-412c-996e-db6e9ce5fffd tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e753e3-03ba-47c9-aa6f-abca10a1462e HTTP/1.1" status: 200 len: 945 time: 0.0480943 Nov 23 05:37:45.572602 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-f9bc57ef-16e5-4974-8c20-72526c69ba60 req-39091aa0-9bda-4e64-b639-1e96c200f808 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1481a16-b8ec-4bff-b695-a15c51286b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420158 Nov 23 05:37:45.687592 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479692a-e4c9-453e-b030-62e29d28892a req-da886c23-3046-48cc-837e-50cb18ec79ad tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:37:45.689161 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2479692a-e4c9-453e-b030-62e29d28892a req-da886c23-3046-48cc-837e-50cb18ec79ad tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e753e3-03ba-47c9-aa6f-abca10a1462e HTTP/1.1" status: 200 len: 945 time: 0.0512965 Nov 23 05:37:45.737731 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2479692a-e4c9-453e-b030-62e29d28892a req-6202abcb-c430-4990-87e9-edb7ba3a1f49 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1481a16-b8ec-4bff-b695-a15c51286b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427697 Nov 23 05:37:45.760084 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 38518) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:37:45.799411 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444f76af-2ba5-40fb-87a6-2f3f93c69e90 tempest-TestVolumeBootPattern-1825991489 tempest-TestVolumeBootPattern-1825991489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:37:45.800876 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-444f76af-2ba5-40fb-87a6-2f3f93c69e90 tempest-TestVolumeBootPattern-1825991489 tempest-TestVolumeBootPattern-1825991489-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b7e753e3-03ba-47c9-aa6f-abca10a1462e HTTP/1.1" status: 200 len: 1093 time: 0.0398343 Nov 23 05:37:45.803629 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 38520) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:37:45.807798 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.v2.base [None req-fab6bb99-41bc-4dcd-8c0c-673474c692bf tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Request body: {'floatingip': {'floating_network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'port_id': '5f805597-c09d-4d8f-a353-73d6ac04e405', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102516) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:37:45.828916 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-fab6bb99-41bc-4dcd-8c0c-673474c692bf tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks [] for floatingip, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:37:45.925389 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-fab6bb99-41bc-4dcd-8c0c-673474c692bf tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:37:46.022703 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.db_base_plugin_common [None req-fab6bb99-41bc-4dcd-8c0c-673474c692bf tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Allocated IP 172.27.0.240 (2fffb983-856b-4b4c-9c04-1e7e601bf688/5f9bd7f2-55ce-4eb1-9184-aa4552661a9b/02792659-decc-4785-b495-cd2e1a107360) {{(pid=102516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:37:46.125710 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-fab6bb99-41bc-4dcd-8c0c-673474c692bf tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks [] for port, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:37:46.158484 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-fab6bb99-41bc-4dcd-8c0c-673474c692bf tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751724218534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237887'] for port, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:37:46.193136 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab6bb99-41bc-4dcd-8c0c-673474c692bf tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Network 2fffb983-856b-4b4c-9c04-1e7e601bf688 is already hosted by enough agents. {{(pid=102516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:37:46.195901 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.base_scheduler [None req-fab6bb99-41bc-4dcd-8c0c-673474c692bf tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Resources bound (agent type, host, resource id): {{(pid=102516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:37:46.199559 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab6bb99-41bc-4dcd-8c0c-673474c692bf tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Received port after_create {{(pid=102516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:37:46.227766 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab6bb99-41bc-4dcd-8c0c-673474c692bf tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Pushing event updated for resources: {'Port': ['ID=02792659-decc-4785-b495-cd2e1a107360,revision_number=1']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:37:46.551867 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-fab6bb99-41bc-4dcd-8c0c-673474c692bf tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:37:46.615815 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-fab6bb99-41bc-4dcd-8c0c-673474c692bf tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-568686'] for port, before_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:37:46.764448 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-fab6bb99-41bc-4dcd-8c0c-673474c692bf tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks [] for port, precommit_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:37:46.769789 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-fab6bb99-41bc-4dcd-8c0c-673474c692bf tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751724800570', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751724218552', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751724218570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237864'] for port, after_update {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:37:46.841230 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab6bb99-41bc-4dcd-8c0c-673474c692bf tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Pushing event updated for resources: {'Port': ['ID=02792659-decc-4785-b495-cd2e1a107360,revision_number=2']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:37:46.852861 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-fab6bb99-41bc-4dcd-8c0c-673474c692bf tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1637656'] for floatingip, after_create {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:37:46.952935 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.db.l3_db [None req-fab6bb99-41bc-4dcd-8c0c-673474c692bf tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Floating IP 0193a448-ee31-4b57-a307-8dd599a316d8 associated. External IP: 172.27.0.240, port: 5f805597-c09d-4d8f-a353-73d6ac04e405. Nov 23 05:37:47.152779 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab6bb99-41bc-4dcd-8c0c-673474c692bf tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Router 8a840556-70e0-49a2-9796-d1c9a94256f9 has already been hosted by L3 agent 9dac5a01-04fc-4e91-9910-6392ff9c638b {{(pid=102516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:37:47.259497 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab6bb99-41bc-4dcd-8c0c-673474c692bf tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Notify agent at l3_agent.dv-cinder-805072-6-iscsi the message routers_updated {{(pid=102516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:37:47.270073 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f1fd21-e78d-476d-9833-10467156c771 None None] Sync routers for ids ['8a840556-70e0-49a2-9796-d1c9a94256f9'] in dv-cinder-805072-6-iscsi {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:37:47.278828 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-fab6bb99-41bc-4dcd-8c0c-673474c692bf tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for floatingip, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:37:47.281645 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f1fd21-e78d-476d-9833-10467156c771 None None] Routers {'8a840556-70e0-49a2-9796-d1c9a94256f9'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:37:47.282376 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-09f1fd21-e78d-476d-9833-10467156c771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:37:36Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['8a840556-70e0-49a2-9796-d1c9a94256f9'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:37:47.309455 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-fab6bb99-41bc-4dcd-8c0c-673474c692bf tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5048265 Nov 23 05:37:47.310144 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7e753e3-03ba-47c9-aa6f-abca10a1462e', 'tag': '5f805597-c09d-4d8f-a353-73d6ac04e405'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:37:47.312775 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20d478f7b504b4f7a92aed5d5c075fb26ddad21beb532cc87d656362fb0682d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeceeb83-4c93-4e68-a310-667bf0aa4205" -d '{"events": [{"name": "network-changed", "server_uuid": "b7e753e3-03ba-47c9-aa6f-abca10a1462e", "tag": "5f805597-c09d-4d8f-a353-73d6ac04e405"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:37:47.350743 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9545b6bb-9b02-4197-8d1f-ed32131dbf54 x-openstack-request-id: req-9545b6bb-9b02-4197-8d1f-ed32131dbf54 {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:37:47.351072 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7e753e3-03ba-47c9-aa6f-abca10a1462e", "tag": "5f805597-c09d-4d8f-a353-73d6ac04e405", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:37:47.351327 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9545b6bb-9b02-4197-8d1f-ed32131dbf54 {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:37:47.351732 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7e753e3-03ba-47c9-aa6f-abca10a1462e', 'tag': '5f805597-c09d-4d8f-a353-73d6ac04e405', 'status': 'completed', 'code': 200} Nov 23 05:37:47.391298 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-09f1fd21-e78d-476d-9833-10467156c771 None None] Set router 8a840556-70e0-49a2-9796-d1c9a94256f9 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:37:47.434822 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeceeb83-4c93-4e68-a310-667bf0aa4205 req-b764fe7f-1f0c-4f60-9e73-d7e750165861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:37:47.436314 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-aeceeb83-4c93-4e68-a310-667bf0aa4205 req-b764fe7f-1f0c-4f60-9e73-d7e750165861 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5331a73468ce4b39a145a09d53cbde62&device_id=b7e753e3-03ba-47c9-aa6f-abca10a1462e HTTP/1.1" status: 200 len: 1098 time: 0.0415530 Nov 23 05:37:47.531307 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeceeb83-4c93-4e68-a310-667bf0aa4205 req-890d598e-a45d-4609-bf19-32bada2d2a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:37:47.532774 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-aeceeb83-4c93-4e68-a310-667bf0aa4205 req-890d598e-a45d-4609-bf19-32bada2d2a27 service neutron] 10.222.0.54 "GET /v2.0/networks?id=de6ef1d6-3445-40e0-83c8-00393e69a51b HTTP/1.1" status: 200 len: 913 time: 0.0873482 Nov 23 05:37:47.604357 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-aeceeb83-4c93-4e68-a310-667bf0aa4205 req-5c4c2397-e999-4d9b-b14f-2ec5b2de4001 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f805597-c09d-4d8f-a353-73d6ac04e405 HTTP/1.1" status: 200 len: 999 time: 0.0638373 Nov 23 05:37:47.658702 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeceeb83-4c93-4e68-a310-667bf0aa4205 req-4bea18c3-5b84-4633-aaa5-48207f1ac32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:37:47.660187 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-aeceeb83-4c93-4e68-a310-667bf0aa4205 req-4bea18c3-5b84-4633-aaa5-48207f1ac32f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=769cffe6-0ed2-4f2f-be5c-5abad8060d00 HTTP/1.1" status: 200 len: 851 time: 0.0439553 Nov 23 05:37:47.707056 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeceeb83-4c93-4e68-a310-667bf0aa4205 req-71fc31a7-37ae-400e-9800-fe377faedd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:37:47.708551 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-aeceeb83-4c93-4e68-a310-667bf0aa4205 req-71fc31a7-37ae-400e-9800-fe377faedd1f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=de6ef1d6-3445-40e0-83c8-00393e69a51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408683 Nov 23 05:37:47.744207 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-09f1fd21-e78d-476d-9833-10467156c771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'name': 'tempest-TestVolumeBootPattern-1460853003-router', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'ea50d896-a824-4891-8d4c-66a47c9528e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:32:21Z', 'updated_at': '2021-11-23T05:32:24Z', 'revision_number': 4, 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'gw_port': {'id': 'ea50d896-a824-4891-8d4c-66a47c9528e2', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:32:22Z', 'updated_at': '2021-11-23T05:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_floatingips': [{'id': '0193a448-ee31-4b57-a307-8dd599a316d8', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'router_id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'port_id': '5f805597-c09d-4d8f-a353-73d6ac04e405', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de6ef1d6-3445-40e0-83c8-00393e69a51b', 'mac_address': 'fa:16:3e:18:1a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e753e3-03ba-47c9-aa6f-abca10a1462e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:37:46Z', 'updated_at': '2021-11-23T05:37:46Z', 'revision_number': 0, 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'fixed_ip_address_scope': None}, {'id': '8776558e-15f3-4b2d-aa5c-a8e42e2e87ff', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'floating_ip_address': '172.27.0.208', 'floating_network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'router_id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'port_id': '4a556877-cbb7-44bf-9076-11278ea16bfb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de6ef1d6-3445-40e0-83c8-00393e69a51b', 'mac_address': 'fa:16:3e:ac:23:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be9d940-64d0-4ba5-9e1f-c071fcc3fc4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:35:28Z', 'updated_at': '2021-11-23T05:35:31Z', 'revision_number': 1, 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd423065e-a420-4a56-ae1e-f05e483435bb', 'name': '', 'network_id': 'de6ef1d6-3445-40e0-83c8-00393e69a51b', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'mac_address': 'fa:16:3e:87:a2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '769cffe6-0ed2-4f2f-be5c-5abad8060d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:32:24Z', 'updated_at': '2021-11-23T05:32:28Z', 'revision_number': 5, 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'subnets': [{'id': '769cffe6-0ed2-4f2f-be5c-5abad8060d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:37:47.770796 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f1fd21-e78d-476d-9833-10467156c771 None None] Checking router: 8a840556-70e0-49a2-9796-d1c9a94256f9 for host: dv-cinder-805072-6-iscsi {{(pid=102518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:37:47.779216 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f1fd21-e78d-476d-9833-10467156c771 None None] Routers {'8a840556-70e0-49a2-9796-d1c9a94256f9'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:37:47.779837 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-09f1fd21-e78d-476d-9833-10467156c771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:37:36Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['8a840556-70e0-49a2-9796-d1c9a94256f9'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:37:47.807766 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-aeceeb83-4c93-4e68-a310-667bf0aa4205 req-c2f71241-02a5-4d7b-9019-4ec8eef84f37 service neutron] 10.222.0.54 "GET /v2.0/networks/de6ef1d6-3445-40e0-83c8-00393e69a51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918081 Nov 23 05:37:47.886497 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-09f1fd21-e78d-476d-9833-10467156c771 None None] Set router 8a840556-70e0-49a2-9796-d1c9a94256f9 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:37:47.897599 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-aeceeb83-4c93-4e68-a310-667bf0aa4205 req-99be32fc-ff08-4e06-8fcc-ba132547b8f2 service neutron] 10.222.0.54 "GET /v2.0/networks/de6ef1d6-3445-40e0-83c8-00393e69a51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819292 Nov 23 05:37:48.113967 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-09f1fd21-e78d-476d-9833-10467156c771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'name': 'tempest-TestVolumeBootPattern-1460853003-router', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'ea50d896-a824-4891-8d4c-66a47c9528e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:32:21Z', 'updated_at': '2021-11-23T05:32:24Z', 'revision_number': 4, 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'gw_port': {'id': 'ea50d896-a824-4891-8d4c-66a47c9528e2', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:32:22Z', 'updated_at': '2021-11-23T05:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_floatingips': [{'id': '0193a448-ee31-4b57-a307-8dd599a316d8', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'router_id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'port_id': '5f805597-c09d-4d8f-a353-73d6ac04e405', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de6ef1d6-3445-40e0-83c8-00393e69a51b', 'mac_address': 'fa:16:3e:18:1a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e753e3-03ba-47c9-aa6f-abca10a1462e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:37:46Z', 'updated_at': '2021-11-23T05:37:46Z', 'revision_number': 0, 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'fixed_ip_address_scope': None}, {'id': '8776558e-15f3-4b2d-aa5c-a8e42e2e87ff', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'floating_ip_address': '172.27.0.208', 'floating_network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'router_id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'port_id': '4a556877-cbb7-44bf-9076-11278ea16bfb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de6ef1d6-3445-40e0-83c8-00393e69a51b', 'mac_address': 'fa:16:3e:ac:23:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be9d940-64d0-4ba5-9e1f-c071fcc3fc4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:35:28Z', 'updated_at': '2021-11-23T05:35:31Z', 'revision_number': 1, 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd423065e-a420-4a56-ae1e-f05e483435bb', 'name': '', 'network_id': 'de6ef1d6-3445-40e0-83c8-00393e69a51b', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'mac_address': 'fa:16:3e:87:a2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '769cffe6-0ed2-4f2f-be5c-5abad8060d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:32:24Z', 'updated_at': '2021-11-23T05:32:28Z', 'revision_number': 5, 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'subnets': [{'id': '769cffe6-0ed2-4f2f-be5c-5abad8060d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:37:48.139938 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f1fd21-e78d-476d-9833-10467156c771 None None] The sync data for ids ['8a840556-70e0-49a2-9796-d1c9a94256f9'] in dv-cinder-805072-6-iscsi is: [{'id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'name': 'tempest-TestVolumeBootPattern-1460853003-router', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'ea50d896-a824-4891-8d4c-66a47c9528e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:32:21Z', 'updated_at': '2021-11-23T05:32:24Z', 'revision_number': 4, 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'gw_port': {'id': 'ea50d896-a824-4891-8d4c-66a47c9528e2', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:32:22Z', 'updated_at': '2021-11-23T05:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_floatingips': [{'id': '0193a448-ee31-4b57-a307-8dd599a316d8', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'router_id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'port_id': '5f805597-c09d-4d8f-a353-73d6ac04e405', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de6ef1d6-3445-40e0-83c8-00393e69a51b', 'mac_address': 'fa:16:3e:18:1a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7e753e3-03ba-47c9-aa6f-abca10a1462e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:37:46Z', 'updated_at': '2021-11-23T05:37:46Z', 'revision_number': 0, 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'fixed_ip_address_scope': None}, {'id': '8776558e-15f3-4b2d-aa5c-a8e42e2e87ff', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'floating_ip_address': '172.27.0.208', 'floating_network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'router_id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'port_id': '4a556877-cbb7-44bf-9076-11278ea16bfb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de6ef1d6-3445-40e0-83c8-00393e69a51b', 'mac_address': 'fa:16:3e:ac:23:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be9d940-64d0-4ba5-9e1f-c071fcc3fc4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:35:28Z', 'updated_at': '2021-11-23T05:35:31Z', 'revision_number': 1, 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd423065e-a420-4a56-ae1e-f05e483435bb', 'name': '', 'network_id': 'de6ef1d6-3445-40e0-83c8-00393e69a51b', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'mac_address': 'fa:16:3e:87:a2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '769cffe6-0ed2-4f2f-be5c-5abad8060d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:32:24Z', 'updated_at': '2021-11-23T05:32:28Z', 'revision_number': 5, 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'subnets': [{'id': '769cffe6-0ed2-4f2f-be5c-5abad8060d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:37:48.321351 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b2bb3b-d558-45f8-a6d8-1a097ef215e8 None None] New status for floating IP 0193a448-ee31-4b57-a307-8dd599a316d8: ACTIVE {{(pid=102519) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 05:37:58.719637 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:38:03.504122 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-4973e29e-8c2c-42fb-bffb-11bd56a78cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:38:05.660313 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-29d2c5a6-3bed-4a90-9137-d9b978aac46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:38:07.107109 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-cb0bae37-5947-48f5-b8ea-be8dc2c46173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:38:07.894855 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.agents_db [None req-5ade7c98-4a19-45de-8fb0-464f54244c1e None None] Agent healthcheck: found 6 active agents {{(pid=102519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:38:08.506387 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-0cc3cdcc-aace-4769-a54e-383df0ffcf0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:38:09.115876 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:38:28.740440 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:38:33.504522 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-4e161d89-705e-4c1a-a331-e86ad263f977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:38:35.660868 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-e0fe3c81-4a1a-4716-b1f7-2ff18c716ceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:38:35.924403 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d3cd5a64-9efd-4157-94b3-231404e89ff3 req-3f9395de-e1d3-4bde-b360-3fd59e912a1d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9be9d940-64d0-4ba5-9e1f-c071fcc3fc4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388517 Nov 23 05:38:36.024752 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd5a64-9efd-4157-94b3-231404e89ff3 req-bc443843-1721-4762-9e7d-c0207c37c14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:38:36.026215 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d3cd5a64-9efd-4157-94b3-231404e89ff3 req-bc443843-1721-4762-9e7d-c0207c37c14f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5331a73468ce4b39a145a09d53cbde62&device_id=9be9d940-64d0-4ba5-9e1f-c071fcc3fc4a HTTP/1.1" status: 200 len: 1098 time: 0.0433798 Nov 23 05:38:36.128161 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd5a64-9efd-4157-94b3-231404e89ff3 req-811a666e-3937-4573-8228-46b7e775b6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:38:36.129617 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d3cd5a64-9efd-4157-94b3-231404e89ff3 req-811a666e-3937-4573-8228-46b7e775b6d0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=de6ef1d6-3445-40e0-83c8-00393e69a51b HTTP/1.1" status: 200 len: 913 time: 0.0825894 Nov 23 05:38:36.199422 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d3cd5a64-9efd-4157-94b3-231404e89ff3 req-7a5bfb50-a78f-403e-9091-91f438ffef55 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a556877-cbb7-44bf-9076-11278ea16bfb HTTP/1.1" status: 200 len: 1001 time: 0.0625696 Nov 23 05:38:36.246296 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd5a64-9efd-4157-94b3-231404e89ff3 req-eea4c67c-e502-4d1a-a335-1316b549807c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:38:36.247738 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d3cd5a64-9efd-4157-94b3-231404e89ff3 req-eea4c67c-e502-4d1a-a335-1316b549807c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=769cffe6-0ed2-4f2f-be5c-5abad8060d00 HTTP/1.1" status: 200 len: 851 time: 0.0419886 Nov 23 05:38:36.321421 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd5a64-9efd-4157-94b3-231404e89ff3 req-d31f78c1-4a42-4248-a10d-39e0e4f448bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:38:36.323222 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d3cd5a64-9efd-4157-94b3-231404e89ff3 req-d31f78c1-4a42-4248-a10d-39e0e4f448bf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=de6ef1d6-3445-40e0-83c8-00393e69a51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0678422 Nov 23 05:38:36.413955 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d3cd5a64-9efd-4157-94b3-231404e89ff3 req-c6d311d9-4d5b-4987-b85d-b674f3af66fe service neutron] 10.222.0.54 "GET /v2.0/networks/de6ef1d6-3445-40e0-83c8-00393e69a51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838029 Nov 23 05:38:36.503228 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d3cd5a64-9efd-4157-94b3-231404e89ff3 req-b467932e-d26b-46ed-9aed-eecbf8da660c service neutron] 10.222.0.54 "GET /v2.0/networks/de6ef1d6-3445-40e0-83c8-00393e69a51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812082 Nov 23 05:38:37.111194 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-cb0bae37-5947-48f5-b8ea-be8dc2c46173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:38:38.510642 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-0cc3cdcc-aace-4769-a54e-383df0ffcf0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:38:39.116956 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:38:44.894160 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.agents_db [None req-5ade7c98-4a19-45de-8fb0-464f54244c1e None None] Agent healthcheck: found 6 active agents {{(pid=102519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:38:58.736008 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:03.504914 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-f7e378b8-eed0-4236-9730-d6551c830773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:05.661616 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-676db005-0ef3-477d-88e2-b2a8d278ef50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:07.115874 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-cb0bae37-5947-48f5-b8ea-be8dc2c46173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:08.513631 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-0cc3cdcc-aace-4769-a54e-383df0ffcf0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:09.118153 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:14.684150 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 38542) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:39:14.841063 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [None req-baa61ecd-b2fd-48fd-81f6-fc88aaaabbbc tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Deleting port 02792659-decc-4785-b495-cd2e1a107360 {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:39:14.841403 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-baa61ecd-b2fd-48fd-81f6-fc88aaaabbbc tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751724797224'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:14.917950 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-baa61ecd-b2fd-48fd-81f6-fc88aaaabbbc tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630705'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:14.918275 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-baa61ecd-b2fd-48fd-81f6-fc88aaaabbbc tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:14.929589 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [None req-baa61ecd-b2fd-48fd-81f6-fc88aaaabbbc tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Calling delete_port for 02792659-decc-4785-b495-cd2e1a107360 owned by network:floatingip {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:39:15.096744 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-baa61ecd-b2fd-48fd-81f6-fc88aaaabbbc tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751724800597', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751724218543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237887'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:15.121599 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa61ecd-b2fd-48fd-81f6-fc88aaaabbbc tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Pushing event deleted for resources: {'Port': ['ID=02792659-decc-4785-b495-cd2e1a107360,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:39:15.148984 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa61ecd-b2fd-48fd-81f6-fc88aaaabbbc tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:39:15.149338 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa61ecd-b2fd-48fd-81f6-fc88aaaabbbc tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:39:15.149683 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa61ecd-b2fd-48fd-81f6-fc88aaaabbbc tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:39:15.150022 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa61ecd-b2fd-48fd-81f6-fc88aaaabbbc tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:39:15.150359 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa61ecd-b2fd-48fd-81f6-fc88aaaabbbc tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:39:15.150694 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa61ecd-b2fd-48fd-81f6-fc88aaaabbbc tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:39:15.151053 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa61ecd-b2fd-48fd-81f6-fc88aaaabbbc tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:39:15.151387 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa61ecd-b2fd-48fd-81f6-fc88aaaabbbc tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:39:15.151738 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa61ecd-b2fd-48fd-81f6-fc88aaaabbbc tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:39:15.152048 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa61ecd-b2fd-48fd-81f6-fc88aaaabbbc tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:39:15.152374 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa61ecd-b2fd-48fd-81f6-fc88aaaabbbc tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:39:15.152698 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa61ecd-b2fd-48fd-81f6-fc88aaaabbbc tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:39:15.193378 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-baa61ecd-b2fd-48fd-81f6-fc88aaaabbbc tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks [] for floatingip, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:15.193716 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.db.l3_db [None req-baa61ecd-b2fd-48fd-81f6-fc88aaaabbbc tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Floating IP 0193a448-ee31-4b57-a307-8dd599a316d8 disassociated (deleted). External IP: 172.27.0.240, port: 5f805597-c09d-4d8f-a353-73d6ac04e405. Nov 23 05:39:15.644890 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa61ecd-b2fd-48fd-81f6-fc88aaaabbbc tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Router 8a840556-70e0-49a2-9796-d1c9a94256f9 has already been hosted by L3 agent 9dac5a01-04fc-4e91-9910-6392ff9c638b {{(pid=102516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:39:15.748412 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa61ecd-b2fd-48fd-81f6-fc88aaaabbbc tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Notify agent at l3_agent.dv-cinder-805072-6-iscsi the message routers_updated {{(pid=102516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:39:15.753401 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-baa61ecd-b2fd-48fd-81f6-fc88aaaabbbc tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for floatingip, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:15.760328 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3f3c58-41f8-4cd3-ba3a-a68e7e05a681 None None] Sync routers for ids ['8a840556-70e0-49a2-9796-d1c9a94256f9'] in dv-cinder-805072-6-iscsi {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:39:15.770143 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3f3c58-41f8-4cd3-ba3a-a68e7e05a681 None None] Routers {'8a840556-70e0-49a2-9796-d1c9a94256f9'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:39:15.770849 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-3a3f3c58-41f8-4cd3-ba3a-a68e7e05a681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:39:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['8a840556-70e0-49a2-9796-d1c9a94256f9'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:39:15.783203 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-baa61ecd-b2fd-48fd-81f6-fc88aaaabbbc tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "DELETE /v2.0/floatingips/0193a448-ee31-4b57-a307-8dd599a316d8 HTTP/1.1" status: 204 len: 168 time: 1.0980456 Nov 23 05:39:15.783784 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7e753e3-03ba-47c9-aa6f-abca10a1462e', 'tag': '5f805597-c09d-4d8f-a353-73d6ac04e405'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:39:15.786141 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20d478f7b504b4f7a92aed5d5c075fb26ddad21beb532cc87d656362fb0682d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ebed60a-6a21-4b0d-adfa-c1a362b53382" -d '{"events": [{"name": "network-changed", "server_uuid": "b7e753e3-03ba-47c9-aa6f-abca10a1462e", "tag": "5f805597-c09d-4d8f-a353-73d6ac04e405"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:39:15.830222 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ebde29-1f5c-4ece-b56a-6a4e80f48249 x-openstack-request-id: req-e1ebde29-1f5c-4ece-b56a-6a4e80f48249 {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:39:15.830531 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7e753e3-03ba-47c9-aa6f-abca10a1462e", "tag": "5f805597-c09d-4d8f-a353-73d6ac04e405", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:39:15.830791 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e1ebde29-1f5c-4ece-b56a-6a4e80f48249 {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:39:15.831242 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7e753e3-03ba-47c9-aa6f-abca10a1462e', 'tag': '5f805597-c09d-4d8f-a353-73d6ac04e405', 'status': 'completed', 'code': 200} Nov 23 05:39:15.883626 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-3a3f3c58-41f8-4cd3-ba3a-a68e7e05a681 None None] Set router 8a840556-70e0-49a2-9796-d1c9a94256f9 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:39:15.919326 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebed60a-6a21-4b0d-adfa-c1a362b53382 req-047f3db3-66f4-4e97-a203-4d83307d52dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:39:15.923903 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2ebed60a-6a21-4b0d-adfa-c1a362b53382 req-047f3db3-66f4-4e97-a203-4d83307d52dc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5331a73468ce4b39a145a09d53cbde62&device_id=b7e753e3-03ba-47c9-aa6f-abca10a1462e HTTP/1.1" status: 200 len: 1098 time: 0.0458128 Nov 23 05:39:16.053065 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b79266-a5c5-41b0-90f0-3e7f12858a75 req-279c5e2b-a3e0-4cb6-8385-77c9853ff3c0 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:39:16.054546 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-49b79266-a5c5-41b0-90f0-3e7f12858a75 req-279c5e2b-a3e0-4cb6-8385-77c9853ff3c0 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e753e3-03ba-47c9-aa6f-abca10a1462e HTTP/1.1" status: 200 len: 945 time: 0.0814693 Nov 23 05:39:16.059226 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebed60a-6a21-4b0d-adfa-c1a362b53382 req-788f4b11-b5d5-4e3c-8444-03173a9e8185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:39:16.060606 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2ebed60a-6a21-4b0d-adfa-c1a362b53382 req-788f4b11-b5d5-4e3c-8444-03173a9e8185 service neutron] 10.222.0.54 "GET /v2.0/networks?id=de6ef1d6-3445-40e0-83c8-00393e69a51b HTTP/1.1" status: 200 len: 913 time: 0.1325428 Nov 23 05:39:16.114298 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2ebed60a-6a21-4b0d-adfa-c1a362b53382 req-7bbb010a-4c98-4d72-bbdf-a8a1b3960a5b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f805597-c09d-4d8f-a353-73d6ac04e405 HTTP/1.1" status: 200 len: 217 time: 0.0389280 Nov 23 05:39:16.121686 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-3a3f3c58-41f8-4cd3-ba3a-a68e7e05a681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'name': 'tempest-TestVolumeBootPattern-1460853003-router', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'ea50d896-a824-4891-8d4c-66a47c9528e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:32:21Z', 'updated_at': '2021-11-23T05:32:24Z', 'revision_number': 4, 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'gw_port': {'id': 'ea50d896-a824-4891-8d4c-66a47c9528e2', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:32:22Z', 'updated_at': '2021-11-23T05:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_floatingips': [{'id': '8776558e-15f3-4b2d-aa5c-a8e42e2e87ff', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'floating_ip_address': '172.27.0.208', 'floating_network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'router_id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'port_id': '4a556877-cbb7-44bf-9076-11278ea16bfb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de6ef1d6-3445-40e0-83c8-00393e69a51b', 'mac_address': 'fa:16:3e:ac:23:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be9d940-64d0-4ba5-9e1f-c071fcc3fc4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:35:28Z', 'updated_at': '2021-11-23T05:35:31Z', 'revision_number': 1, 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd423065e-a420-4a56-ae1e-f05e483435bb', 'name': '', 'network_id': 'de6ef1d6-3445-40e0-83c8-00393e69a51b', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'mac_address': 'fa:16:3e:87:a2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '769cffe6-0ed2-4f2f-be5c-5abad8060d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:32:24Z', 'updated_at': '2021-11-23T05:32:28Z', 'revision_number': 5, 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'subnets': [{'id': '769cffe6-0ed2-4f2f-be5c-5abad8060d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:39:16.148480 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3f3c58-41f8-4cd3-ba3a-a68e7e05a681 None None] Checking router: 8a840556-70e0-49a2-9796-d1c9a94256f9 for host: dv-cinder-805072-6-iscsi {{(pid=102518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:39:16.157074 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3f3c58-41f8-4cd3-ba3a-a68e7e05a681 None None] Routers {'8a840556-70e0-49a2-9796-d1c9a94256f9'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:39:16.157333 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-3a3f3c58-41f8-4cd3-ba3a-a68e7e05a681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:39:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['8a840556-70e0-49a2-9796-d1c9a94256f9'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:39:16.180510 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-49b79266-a5c5-41b0-90f0-3e7f12858a75 req-32890ee6-8536-4060-b879-616cf97e3332 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1481a16-b8ec-4bff-b695-a15c51286b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189568 Nov 23 05:39:16.194345 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebed60a-6a21-4b0d-adfa-c1a362b53382 req-70d7a3d3-5f1f-4bb0-b8cb-4b077ca7737f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:39:16.195643 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2ebed60a-6a21-4b0d-adfa-c1a362b53382 req-70d7a3d3-5f1f-4bb0-b8cb-4b077ca7737f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=769cffe6-0ed2-4f2f-be5c-5abad8060d00 HTTP/1.1" status: 200 len: 851 time: 0.0732236 Nov 23 05:39:16.242763 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebed60a-6a21-4b0d-adfa-c1a362b53382 req-f285242c-e505-43fd-967e-c610d23b892e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:39:16.244291 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2ebed60a-6a21-4b0d-adfa-c1a362b53382 req-f285242c-e505-43fd-967e-c610d23b892e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=de6ef1d6-3445-40e0-83c8-00393e69a51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409050 Nov 23 05:39:16.268877 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-3a3f3c58-41f8-4cd3-ba3a-a68e7e05a681 None None] Set router 8a840556-70e0-49a2-9796-d1c9a94256f9 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:39:16.333351 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2ebed60a-6a21-4b0d-adfa-c1a362b53382 req-64a1cb38-d9dd-4b97-9686-db84124d1835 service neutron] 10.222.0.54 "GET /v2.0/networks/de6ef1d6-3445-40e0-83c8-00393e69a51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806506 Nov 23 05:39:16.439500 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2ebed60a-6a21-4b0d-adfa-c1a362b53382 req-3c50c23c-ea24-4ac8-b247-a322aba818f9 service neutron] 10.222.0.54 "GET /v2.0/networks/de6ef1d6-3445-40e0-83c8-00393e69a51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986261 Nov 23 05:39:16.609834 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-3a3f3c58-41f8-4cd3-ba3a-a68e7e05a681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'name': 'tempest-TestVolumeBootPattern-1460853003-router', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'ea50d896-a824-4891-8d4c-66a47c9528e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:32:21Z', 'updated_at': '2021-11-23T05:32:24Z', 'revision_number': 4, 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'gw_port': {'id': 'ea50d896-a824-4891-8d4c-66a47c9528e2', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:32:22Z', 'updated_at': '2021-11-23T05:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_floatingips': [{'id': '8776558e-15f3-4b2d-aa5c-a8e42e2e87ff', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'floating_ip_address': '172.27.0.208', 'floating_network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'router_id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'port_id': '4a556877-cbb7-44bf-9076-11278ea16bfb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de6ef1d6-3445-40e0-83c8-00393e69a51b', 'mac_address': 'fa:16:3e:ac:23:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be9d940-64d0-4ba5-9e1f-c071fcc3fc4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:35:28Z', 'updated_at': '2021-11-23T05:35:31Z', 'revision_number': 1, 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd423065e-a420-4a56-ae1e-f05e483435bb', 'name': '', 'network_id': 'de6ef1d6-3445-40e0-83c8-00393e69a51b', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'mac_address': 'fa:16:3e:87:a2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '769cffe6-0ed2-4f2f-be5c-5abad8060d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:32:24Z', 'updated_at': '2021-11-23T05:32:28Z', 'revision_number': 5, 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'subnets': [{'id': '769cffe6-0ed2-4f2f-be5c-5abad8060d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:39:16.638301 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3f3c58-41f8-4cd3-ba3a-a68e7e05a681 None None] The sync data for ids ['8a840556-70e0-49a2-9796-d1c9a94256f9'] in dv-cinder-805072-6-iscsi is: [{'id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'name': 'tempest-TestVolumeBootPattern-1460853003-router', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'ea50d896-a824-4891-8d4c-66a47c9528e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:32:21Z', 'updated_at': '2021-11-23T05:32:24Z', 'revision_number': 4, 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'gw_port': {'id': 'ea50d896-a824-4891-8d4c-66a47c9528e2', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:32:22Z', 'updated_at': '2021-11-23T05:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_floatingips': [{'id': '8776558e-15f3-4b2d-aa5c-a8e42e2e87ff', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'floating_ip_address': '172.27.0.208', 'floating_network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'router_id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'port_id': '4a556877-cbb7-44bf-9076-11278ea16bfb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de6ef1d6-3445-40e0-83c8-00393e69a51b', 'mac_address': 'fa:16:3e:ac:23:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be9d940-64d0-4ba5-9e1f-c071fcc3fc4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:35:28Z', 'updated_at': '2021-11-23T05:35:31Z', 'revision_number': 1, 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd423065e-a420-4a56-ae1e-f05e483435bb', 'name': '', 'network_id': 'de6ef1d6-3445-40e0-83c8-00393e69a51b', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'mac_address': 'fa:16:3e:87:a2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '769cffe6-0ed2-4f2f-be5c-5abad8060d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:32:24Z', 'updated_at': '2021-11-23T05:32:28Z', 'revision_number': 5, 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'subnets': [{'id': '769cffe6-0ed2-4f2f-be5c-5abad8060d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:39:16.853692 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f72a3c0-dc70-4504-b365-81c3b6cdadac None None] New status for floating IP 0193a448-ee31-4b57-a307-8dd599a316d8: DOWN {{(pid=102519) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 05:39:17.300063 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a699d-3687-45be-a6aa-834ba3e67297 req-3702b567-bc09-4c50-b474-0cc20a42ea15 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:39:17.301529 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d60a699d-3687-45be-a6aa-834ba3e67297 req-3702b567-bc09-4c50-b474-0cc20a42ea15 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e753e3-03ba-47c9-aa6f-abca10a1462e HTTP/1.1" status: 200 len: 945 time: 0.0488820 Nov 23 05:39:17.351083 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-d60a699d-3687-45be-a6aa-834ba3e67297 req-3d146b7a-0f84-4349-aa24-340c021bee04 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1481a16-b8ec-4bff-b695-a15c51286b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436256 Nov 23 05:39:17.690542 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b1135-7aaf-4870-857e-62b1deb840ba req-957a928d-c415-4b8c-9465-f896ae2db7a5 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:39:17.692047 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ce6b1135-7aaf-4870-857e-62b1deb840ba req-957a928d-c415-4b8c-9465-f896ae2db7a5 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7e753e3-03ba-47c9-aa6f-abca10a1462e HTTP/1.1" status: 200 len: 945 time: 0.0532558 Nov 23 05:39:17.779154 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-ce6b1135-7aaf-4870-857e-62b1deb840ba req-7bb1c62e-5ef3-4156-8dde-a7387f122b30 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Deleting port 5f805597-c09d-4d8f-a353-73d6ac04e405 {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:39:17.779492 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-ce6b1135-7aaf-4870-857e-62b1deb840ba req-7bb1c62e-5ef3-4156-8dde-a7387f122b30 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751724797224'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:17.871411 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-ce6b1135-7aaf-4870-857e-62b1deb840ba req-7bb1c62e-5ef3-4156-8dde-a7387f122b30 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] For port 5f805597-c09d-4d8f-a353-73d6ac04e405, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=5f805597-c09d-4d8f-a353-73d6ac04e405,segment=NetworkSegment(55e832f8-945a-4410-a2ad-c12a508b0c85),segment_id=55e832f8-945a-4410-a2ad-c12a508b0c85)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:39:17.871773 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-ce6b1135-7aaf-4870-857e-62b1deb840ba req-7bb1c62e-5ef3-4156-8dde-a7387f122b30 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630705'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:17.884953 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-ce6b1135-7aaf-4870-857e-62b1deb840ba req-7bb1c62e-5ef3-4156-8dde-a7387f122b30 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Calling delete_port for 5f805597-c09d-4d8f-a353-73d6ac04e405 owned by compute:nova {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:39:18.009910 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-ce6b1135-7aaf-4870-857e-62b1deb840ba req-7bb1c62e-5ef3-4156-8dde-a7387f122b30 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751724800597', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751724218543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237887'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:18.035994 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb1c62e-5ef3-4156-8dde-a7387f122b30 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Pushing event deleted for resources: {'Port': ['ID=5f805597-c09d-4d8f-a353-73d6ac04e405,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:39:18.082101 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce6b1135-7aaf-4870-857e-62b1deb840ba req-7bb1c62e-5ef3-4156-8dde-a7387f122b30 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] No DVR routers for this DVR port 5f805597-c09d-4d8f-a353-73d6ac04e405 on host hv-cinder-80507 {{(pid=102516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:39:18.084631 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-ce6b1135-7aaf-4870-857e-62b1deb840ba req-7bb1c62e-5ef3-4156-8dde-a7387f122b30 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:18.088020 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-ce6b1135-7aaf-4870-857e-62b1deb840ba req-7bb1c62e-5ef3-4156-8dde-a7387f122b30 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.54 "DELETE /v2.0/ports/5f805597-c09d-4d8f-a353-73d6ac04e405 HTTP/1.1" status: 204 len: 173 time: 0.3900924 Nov 23 05:39:18.088499 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e753e3-03ba-47c9-aa6f-abca10a1462e', 'name': 'network-vif-deleted', 'tag': '5f805597-c09d-4d8f-a353-73d6ac04e405'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:39:18.090755 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20d478f7b504b4f7a92aed5d5c075fb26ddad21beb532cc87d656362fb0682d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c0393ed-532b-4718-b3be-177e5462eff0" -d '{"events": [{"server_uuid": "b7e753e3-03ba-47c9-aa6f-abca10a1462e", "name": "network-vif-deleted", "tag": "5f805597-c09d-4d8f-a353-73d6ac04e405"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:39:18.127520 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c977fef-397b-47bb-807e-a1caa4cedb16 x-openstack-request-id: req-9c977fef-397b-47bb-807e-a1caa4cedb16 {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:39:18.127878 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e753e3-03ba-47c9-aa6f-abca10a1462e", "name": "network-vif-deleted", "tag": "5f805597-c09d-4d8f-a353-73d6ac04e405", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:39:18.128136 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9c977fef-397b-47bb-807e-a1caa4cedb16 {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:39:18.128558 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7e753e3-03ba-47c9-aa6f-abca10a1462e', 'name': 'network-vif-deleted', 'tag': '5f805597-c09d-4d8f-a353-73d6ac04e405', 'status': 'completed', 'code': 200} Nov 23 05:39:18.449431 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-0c3a96b8-bbf2-49c3-82df-8f6ae6a27260 req-f540495e-5238-4cfa-aebb-1bbede2a7dc4 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7e753e3-03ba-47c9-aa6f-abca10a1462e HTTP/1.1" status: 200 len: 210 time: 0.0290415 Nov 23 05:39:21.182686 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device 5f805597-c09d-4d8f-a353-73d6ac04e405 no longer exists at agent hyperv_hv-cinder-80507 {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:39:21.204290 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] No Port match for: 5f805597-c09d-4d8f-a353-73d6ac04e405 {{(pid=102518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:39:21.204639 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device 5f805597-c09d-4d8f-a353-73d6ac04e405 not bound to the agent host hv-cinder-80507 {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:39:21.719884 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 38582) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:39:21.873785 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [None req-6995805a-7f7c-4c3b-98ea-a2638dbcd7dc tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Deleting port f137fa98-8be9-4b99-ae8f-559314b10b2b {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:39:21.874121 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-6995805a-7f7c-4c3b-98ea-a2638dbcd7dc tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751724797224'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:21.893628 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.agents_db [None req-5ade7c98-4a19-45de-8fb0-464f54244c1e None None] Agent healthcheck: found 6 active agents {{(pid=102519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:39:21.950431 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-6995805a-7f7c-4c3b-98ea-a2638dbcd7dc tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630705'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:21.950670 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-6995805a-7f7c-4c3b-98ea-a2638dbcd7dc tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:21.962502 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [None req-6995805a-7f7c-4c3b-98ea-a2638dbcd7dc tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Calling delete_port for f137fa98-8be9-4b99-ae8f-559314b10b2b owned by network:floatingip {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:39:22.102973 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-6995805a-7f7c-4c3b-98ea-a2638dbcd7dc tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751724800597', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751724218543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237887'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:22.129975 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6995805a-7f7c-4c3b-98ea-a2638dbcd7dc tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Pushing event deleted for resources: {'Port': ['ID=f137fa98-8be9-4b99-ae8f-559314b10b2b,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:39:22.189093 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-6995805a-7f7c-4c3b-98ea-a2638dbcd7dc tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks [] for floatingip, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:22.189487 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.db.l3_db [None req-6995805a-7f7c-4c3b-98ea-a2638dbcd7dc tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Floating IP 8776558e-15f3-4b2d-aa5c-a8e42e2e87ff disassociated (deleted). External IP: 172.27.0.208, port: 4a556877-cbb7-44bf-9076-11278ea16bfb. Nov 23 05:39:22.394065 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6995805a-7f7c-4c3b-98ea-a2638dbcd7dc tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Router 8a840556-70e0-49a2-9796-d1c9a94256f9 has already been hosted by L3 agent 9dac5a01-04fc-4e91-9910-6392ff9c638b {{(pid=102516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:39:22.514341 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6995805a-7f7c-4c3b-98ea-a2638dbcd7dc tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Notify agent at l3_agent.dv-cinder-805072-6-iscsi the message routers_updated {{(pid=102516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:39:22.519945 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-6995805a-7f7c-4c3b-98ea-a2638dbcd7dc tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for floatingip, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:22.524639 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed84908-dd96-4c41-a00a-a7e472cb169a None None] Sync routers for ids ['8a840556-70e0-49a2-9796-d1c9a94256f9'] in dv-cinder-805072-6-iscsi {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:39:22.534573 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed84908-dd96-4c41-a00a-a7e472cb169a None None] Routers {'8a840556-70e0-49a2-9796-d1c9a94256f9'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:39:22.535224 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-9ed84908-dd96-4c41-a00a-a7e472cb169a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:39:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['8a840556-70e0-49a2-9796-d1c9a94256f9'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:39:22.546058 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-6995805a-7f7c-4c3b-98ea-a2638dbcd7dc tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "DELETE /v2.0/floatingips/8776558e-15f3-4b2d-aa5c-a8e42e2e87ff HTTP/1.1" status: 204 len: 168 time: 0.8250587 Nov 23 05:39:22.546660 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be9d940-64d0-4ba5-9e1f-c071fcc3fc4a', 'tag': '4a556877-cbb7-44bf-9076-11278ea16bfb'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:39:22.549604 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20d478f7b504b4f7a92aed5d5c075fb26ddad21beb532cc87d656362fb0682d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7402cf4d-c405-41db-94cf-36c90959746d" -d '{"events": [{"name": "network-changed", "server_uuid": "9be9d940-64d0-4ba5-9e1f-c071fcc3fc4a", "tag": "4a556877-cbb7-44bf-9076-11278ea16bfb"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:39:22.587923 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d32dcfe6-6dbc-4c42-b9f3-b31a0ffddf8b x-openstack-request-id: req-d32dcfe6-6dbc-4c42-b9f3-b31a0ffddf8b {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:39:22.588222 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9be9d940-64d0-4ba5-9e1f-c071fcc3fc4a", "tag": "4a556877-cbb7-44bf-9076-11278ea16bfb", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:39:22.588481 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d32dcfe6-6dbc-4c42-b9f3-b31a0ffddf8b {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:39:22.588888 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be9d940-64d0-4ba5-9e1f-c071fcc3fc4a', 'tag': '4a556877-cbb7-44bf-9076-11278ea16bfb', 'status': 'completed', 'code': 200} Nov 23 05:39:22.643866 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-9ed84908-dd96-4c41-a00a-a7e472cb169a None None] Set router 8a840556-70e0-49a2-9796-d1c9a94256f9 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:39:22.675640 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402cf4d-c405-41db-94cf-36c90959746d req-76e4ddfb-87d0-4174-991c-ef03c792bce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:39:22.677047 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7402cf4d-c405-41db-94cf-36c90959746d req-76e4ddfb-87d0-4174-991c-ef03c792bce7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5331a73468ce4b39a145a09d53cbde62&device_id=9be9d940-64d0-4ba5-9e1f-c071fcc3fc4a HTTP/1.1" status: 200 len: 1098 time: 0.0448129 Nov 23 05:39:22.806022 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402cf4d-c405-41db-94cf-36c90959746d req-ad819332-f640-45ee-aa73-63990d87371a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:39:22.807530 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7402cf4d-c405-41db-94cf-36c90959746d req-ad819332-f640-45ee-aa73-63990d87371a service neutron] 10.222.0.54 "GET /v2.0/networks?id=de6ef1d6-3445-40e0-83c8-00393e69a51b HTTP/1.1" status: 200 len: 913 time: 0.1232300 Nov 23 05:39:22.815935 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44bdb92-bc24-49fb-a676-d1cb38390493 req-a62b463f-6076-421e-b431-2397f02bc449 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:39:22.817404 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a44bdb92-bc24-49fb-a676-d1cb38390493 req-a62b463f-6076-421e-b431-2397f02bc449 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/ports?device_id=9be9d940-64d0-4ba5-9e1f-c071fcc3fc4a HTTP/1.1" status: 200 len: 945 time: 0.0754232 Nov 23 05:39:22.862229 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-9ed84908-dd96-4c41-a00a-a7e472cb169a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'name': 'tempest-TestVolumeBootPattern-1460853003-router', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'ea50d896-a824-4891-8d4c-66a47c9528e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:32:21Z', 'updated_at': '2021-11-23T05:32:24Z', 'revision_number': 4, 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'gw_port': {'id': 'ea50d896-a824-4891-8d4c-66a47c9528e2', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:32:22Z', 'updated_at': '2021-11-23T05:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_interfaces': [{'id': 'd423065e-a420-4a56-ae1e-f05e483435bb', 'name': '', 'network_id': 'de6ef1d6-3445-40e0-83c8-00393e69a51b', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'mac_address': 'fa:16:3e:87:a2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '769cffe6-0ed2-4f2f-be5c-5abad8060d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:32:24Z', 'updated_at': '2021-11-23T05:32:28Z', 'revision_number': 5, 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'subnets': [{'id': '769cffe6-0ed2-4f2f-be5c-5abad8060d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:39:22.865331 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7402cf4d-c405-41db-94cf-36c90959746d req-039c6c91-1153-47ab-bf26-0ddfaf36b59b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a556877-cbb7-44bf-9076-11278ea16bfb HTTP/1.1" status: 200 len: 217 time: 0.0460403 Nov 23 05:39:22.889307 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed84908-dd96-4c41-a00a-a7e472cb169a None None] Checking router: 8a840556-70e0-49a2-9796-d1c9a94256f9 for host: dv-cinder-805072-6-iscsi {{(pid=102518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:39:22.898634 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed84908-dd96-4c41-a00a-a7e472cb169a None None] Routers {'8a840556-70e0-49a2-9796-d1c9a94256f9'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:39:22.899284 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-9ed84908-dd96-4c41-a00a-a7e472cb169a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:39:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['8a840556-70e0-49a2-9796-d1c9a94256f9'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:39:22.933192 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-a44bdb92-bc24-49fb-a676-d1cb38390493 req-3f4cb55b-7894-43ea-8cc9-da7a718a6ff0 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1481a16-b8ec-4bff-b695-a15c51286b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075397 Nov 23 05:39:22.940642 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402cf4d-c405-41db-94cf-36c90959746d req-e238fc4b-59c8-4319-81fd-d314c18825f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:39:22.942130 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7402cf4d-c405-41db-94cf-36c90959746d req-e238fc4b-59c8-4319-81fd-d314c18825f7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=769cffe6-0ed2-4f2f-be5c-5abad8060d00 HTTP/1.1" status: 200 len: 851 time: 0.0694835 Nov 23 05:39:22.989728 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402cf4d-c405-41db-94cf-36c90959746d req-64f15e55-1903-444a-a4ec-05b2299e4705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:39:22.991308 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7402cf4d-c405-41db-94cf-36c90959746d req-64f15e55-1903-444a-a4ec-05b2299e4705 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=de6ef1d6-3445-40e0-83c8-00393e69a51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414057 Nov 23 05:39:23.010072 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-9ed84908-dd96-4c41-a00a-a7e472cb169a None None] Set router 8a840556-70e0-49a2-9796-d1c9a94256f9 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:39:23.083399 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7402cf4d-c405-41db-94cf-36c90959746d req-2555e77e-9469-46cc-ad4b-affd1c294b6c service neutron] 10.222.0.54 "GET /v2.0/networks/de6ef1d6-3445-40e0-83c8-00393e69a51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844207 Nov 23 05:39:23.183729 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7402cf4d-c405-41db-94cf-36c90959746d req-06824025-f74f-4375-891f-b66b242f7155 service neutron] 10.222.0.54 "GET /v2.0/networks/de6ef1d6-3445-40e0-83c8-00393e69a51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919061 Nov 23 05:39:23.212956 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-9ed84908-dd96-4c41-a00a-a7e472cb169a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'name': 'tempest-TestVolumeBootPattern-1460853003-router', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'ea50d896-a824-4891-8d4c-66a47c9528e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:32:21Z', 'updated_at': '2021-11-23T05:32:24Z', 'revision_number': 4, 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'gw_port': {'id': 'ea50d896-a824-4891-8d4c-66a47c9528e2', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:32:22Z', 'updated_at': '2021-11-23T05:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_interfaces': [{'id': 'd423065e-a420-4a56-ae1e-f05e483435bb', 'name': '', 'network_id': 'de6ef1d6-3445-40e0-83c8-00393e69a51b', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'mac_address': 'fa:16:3e:87:a2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '769cffe6-0ed2-4f2f-be5c-5abad8060d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:32:24Z', 'updated_at': '2021-11-23T05:32:28Z', 'revision_number': 5, 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'subnets': [{'id': '769cffe6-0ed2-4f2f-be5c-5abad8060d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:39:23.239227 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed84908-dd96-4c41-a00a-a7e472cb169a None None] The sync data for ids ['8a840556-70e0-49a2-9796-d1c9a94256f9'] in dv-cinder-805072-6-iscsi is: [{'id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'name': 'tempest-TestVolumeBootPattern-1460853003-router', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'ea50d896-a824-4891-8d4c-66a47c9528e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:32:21Z', 'updated_at': '2021-11-23T05:32:24Z', 'revision_number': 4, 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'gw_port': {'id': 'ea50d896-a824-4891-8d4c-66a47c9528e2', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:32:22Z', 'updated_at': '2021-11-23T05:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi', '_interfaces': [{'id': 'd423065e-a420-4a56-ae1e-f05e483435bb', 'name': '', 'network_id': 'de6ef1d6-3445-40e0-83c8-00393e69a51b', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'mac_address': 'fa:16:3e:87:a2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '769cffe6-0ed2-4f2f-be5c-5abad8060d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:32:24Z', 'updated_at': '2021-11-23T05:32:28Z', 'revision_number': 5, 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'subnets': [{'id': '769cffe6-0ed2-4f2f-be5c-5abad8060d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:39:23.442396 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55758fc3-0b03-452f-8cae-f4d9116c6793 None None] New status for floating IP 8776558e-15f3-4b2d-aa5c-a8e42e2e87ff: DOWN {{(pid=102519) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 05:39:24.054931 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c276d57-8e3e-499c-b717-fe51eda31347 req-e419ffe7-1743-4219-8305-6532db45b7eb tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:39:24.056379 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2c276d57-8e3e-499c-b717-fe51eda31347 req-e419ffe7-1743-4219-8305-6532db45b7eb tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/ports?device_id=9be9d940-64d0-4ba5-9e1f-c071fcc3fc4a HTTP/1.1" status: 200 len: 945 time: 0.0541666 Nov 23 05:39:24.103906 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-2c276d57-8e3e-499c-b717-fe51eda31347 req-11b59cff-40b4-419d-99f5-297e23635d41 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/security-groups?id=f1481a16-b8ec-4bff-b695-a15c51286b4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416889 Nov 23 05:39:24.401421 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7d4a2-ee46-48d2-9aaa-41c0ab559d31 req-a25c4d1c-058a-4a57-a67c-8d074c49d932 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102516) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:39:24.402929 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7bb7d4a2-ee46-48d2-9aaa-41c0ab559d31 req-a25c4d1c-058a-4a57-a67c-8d074c49d932 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.54 "GET /v2.0/ports?device_id=9be9d940-64d0-4ba5-9e1f-c071fcc3fc4a HTTP/1.1" status: 200 len: 945 time: 0.0473285 Nov 23 05:39:24.492421 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-7bb7d4a2-ee46-48d2-9aaa-41c0ab559d31 req-3a5b67df-e991-4c8f-812b-c8d09a99578d tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Deleting port 4a556877-cbb7-44bf-9076-11278ea16bfb {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:39:24.492760 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-7bb7d4a2-ee46-48d2-9aaa-41c0ab559d31 req-3a5b67df-e991-4c8f-812b-c8d09a99578d tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751724797224'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:24.583050 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [req-7bb7d4a2-ee46-48d2-9aaa-41c0ab559d31 req-3a5b67df-e991-4c8f-812b-c8d09a99578d tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] For port 4a556877-cbb7-44bf-9076-11278ea16bfb, host hv-cinder-80507, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80507',level=0,port_id=4a556877-cbb7-44bf-9076-11278ea16bfb,segment=NetworkSegment(55e832f8-945a-4410-a2ad-c12a508b0c85),segment_id=55e832f8-945a-4410-a2ad-c12a508b0c85)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:39:24.583414 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-7bb7d4a2-ee46-48d2-9aaa-41c0ab559d31 req-3a5b67df-e991-4c8f-812b-c8d09a99578d tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630705'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:24.595465 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [req-7bb7d4a2-ee46-48d2-9aaa-41c0ab559d31 req-3a5b67df-e991-4c8f-812b-c8d09a99578d tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Calling delete_port for 4a556877-cbb7-44bf-9076-11278ea16bfb owned by compute:nova {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:39:24.725214 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-7bb7d4a2-ee46-48d2-9aaa-41c0ab559d31 req-3a5b67df-e991-4c8f-812b-c8d09a99578d tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751724800597', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751724218543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237887'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:24.752789 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b67df-e991-4c8f-812b-c8d09a99578d tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Pushing event deleted for resources: {'Port': ['ID=4a556877-cbb7-44bf-9076-11278ea16bfb,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:39:24.792148 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb7d4a2-ee46-48d2-9aaa-41c0ab559d31 req-3a5b67df-e991-4c8f-812b-c8d09a99578d tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] No DVR routers for this DVR port 4a556877-cbb7-44bf-9076-11278ea16bfb on host hv-cinder-80507 {{(pid=102516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:39:24.794832 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [req-7bb7d4a2-ee46-48d2-9aaa-41c0ab559d31 req-3a5b67df-e991-4c8f-812b-c8d09a99578d tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for port, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:24.798898 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-7bb7d4a2-ee46-48d2-9aaa-41c0ab559d31 req-3a5b67df-e991-4c8f-812b-c8d09a99578d tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.54 "DELETE /v2.0/ports/4a556877-cbb7-44bf-9076-11278ea16bfb HTTP/1.1" status: 204 len: 173 time: 0.3892207 Nov 23 05:39:24.799345 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be9d940-64d0-4ba5-9e1f-c071fcc3fc4a', 'name': 'network-vif-deleted', 'tag': '4a556877-cbb7-44bf-9076-11278ea16bfb'}] {{(pid=102516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:39:24.801612 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b20d478f7b504b4f7a92aed5d5c075fb26ddad21beb532cc87d656362fb0682d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ce1202-480c-4032-93d9-a5749fe418d8" -d '{"events": [{"server_uuid": "9be9d940-64d0-4ba5-9e1f-c071fcc3fc4a", "name": "network-vif-deleted", "tag": "4a556877-cbb7-44bf-9076-11278ea16bfb"}]}' {{(pid=102516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:39:24.840760 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45fc64d8-e54c-40b3-8f1a-9e080b974a48 x-openstack-request-id: req-45fc64d8-e54c-40b3-8f1a-9e080b974a48 {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:39:24.841058 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be9d940-64d0-4ba5-9e1f-c071fcc3fc4a", "name": "network-vif-deleted", "tag": "4a556877-cbb7-44bf-9076-11278ea16bfb", "status": "completed", "code": 200}]} {{(pid=102516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:39:24.841342 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-45fc64d8-e54c-40b3-8f1a-9e080b974a48 {{(pid=102516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:39:24.841744 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be9d940-64d0-4ba5-9e1f-c071fcc3fc4a', 'name': 'network-vif-deleted', 'tag': '4a556877-cbb7-44bf-9076-11278ea16bfb', 'status': 'completed', 'code': 200} Nov 23 05:39:25.228264 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [req-9e259220-7265-4457-80ec-5003a5f95cf1 req-d549f323-5cfc-4616-aec6-506fdef21162 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "GET /v2.0/ports?device_id=9be9d940-64d0-4ba5-9e1f-c071fcc3fc4a HTTP/1.1" status: 200 len: 210 time: 0.0305986 Nov 23 05:39:26.285194 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 38598) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:39:26.407120 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [None req-b67dc495-4a7a-4ddc-8060-7924eb3d4ace tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Deleting port 6e11a51b-2294-4385-8324-cedd86dfc1eb {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:39:26.407500 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-b67dc495-4a7a-4ddc-8060-7924eb3d4ace tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751724797224'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:26.482148 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-b67dc495-4a7a-4ddc-8060-7924eb3d4ace tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630705'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:26.482377 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-b67dc495-4a7a-4ddc-8060-7924eb3d4ace tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:26.494682 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [None req-b67dc495-4a7a-4ddc-8060-7924eb3d4ace tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Calling delete_port for 6e11a51b-2294-4385-8324-cedd86dfc1eb owned by network:floatingip {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:39:26.868389 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-b67dc495-4a7a-4ddc-8060-7924eb3d4ace tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751724800597', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751724218543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237887'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:26.890934 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67dc495-4a7a-4ddc-8060-7924eb3d4ace tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Pushing event deleted for resources: {'Port': ['ID=6e11a51b-2294-4385-8324-cedd86dfc1eb,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:39:26.950325 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-b67dc495-4a7a-4ddc-8060-7924eb3d4ace tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks [] for floatingip, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:26.952941 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-b67dc495-4a7a-4ddc-8060-7924eb3d4ace tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141223'] for floatingip, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:26.954100 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-b67dc495-4a7a-4ddc-8060-7924eb3d4ace tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "DELETE /v2.0/floatingips/24bfdbc2-a2a5-4fdd-8ac3-4df85a343b98 HTTP/1.1" status: 204 len: 168 time: 0.6679173 Nov 23 05:39:28.145456 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 38610) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:39:28.209889 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ade239cb-50a2-42df-a9e0-84ddb79fea35 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks [] for security_group, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:28.235366 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ade239cb-50a2-42df-a9e0-84ddb79fea35 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:28.293224 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ade239cb-50a2-42df-a9e0-84ddb79fea35 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:28.296030 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-ade239cb-50a2-42df-a9e0-84ddb79fea35 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Publish callbacks [] for security_group, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:28.297217 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-ade239cb-50a2-42df-a9e0-84ddb79fea35 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] 10.222.0.48 "DELETE /v2.0/security-groups/f1481a16-b8ec-4bff-b695-a15c51286b4d HTTP/1.1" status: 204 len: 168 time: 0.1507344 Nov 23 05:39:28.309639 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade239cb-50a2-42df-a9e0-84ddb79fea35 tempest-TestVolumeBootPattern-614888129 tempest-TestVolumeBootPattern-614888129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1481a16-b8ec-4bff-b695-a15c51286b4d,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:39:28.356522 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 38614) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:39:28.750329 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:28.853892 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-e5533426-2a4e-4c2c-8d50-13ae7ec79ce2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733144'] for router_interface, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:29.094025 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [None req-e5533426-2a4e-4c2c-8d50-13ae7ec79ce2 admin admin] Deleting port d423065e-a420-4a56-ae1e-f05e483435bb {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:39:29.094366 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-e5533426-2a4e-4c2c-8d50-13ae7ec79ce2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751724797224'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:29.171180 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [None req-e5533426-2a4e-4c2c-8d50-13ae7ec79ce2 admin admin] For port d423065e-a420-4a56-ae1e-f05e483435bb, host dv-cinder-805072-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=d423065e-a420-4a56-ae1e-f05e483435bb,segment=NetworkSegment(55e832f8-945a-4410-a2ad-c12a508b0c85),segment_id=55e832f8-945a-4410-a2ad-c12a508b0c85)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:39:29.171894 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-e5533426-2a4e-4c2c-8d50-13ae7ec79ce2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630705'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:29.184617 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [None req-e5533426-2a4e-4c2c-8d50-13ae7ec79ce2 admin admin] Calling delete_port for d423065e-a420-4a56-ae1e-f05e483435bb owned by network:router_interface {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:39:29.210228 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device 4a556877-cbb7-44bf-9076-11278ea16bfb no longer exists at agent hyperv_hv-cinder-80507 {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:39:29.230293 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] No Port match for: 4a556877-cbb7-44bf-9076-11278ea16bfb {{(pid=102518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:39:29.230526 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Device 4a556877-cbb7-44bf-9076-11278ea16bfb not bound to the agent host hv-cinder-80507 {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:39:29.363503 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-e5533426-2a4e-4c2c-8d50-13ae7ec79ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751724800597', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751724218543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237887'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:29.391049 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5533426-2a4e-4c2c-8d50-13ae7ec79ce2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d423065e-a420-4a56-ae1e-f05e483435bb,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:39:29.562197 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-e5533426-2a4e-4c2c-8d50-13ae7ec79ce2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733096'] for router_interface, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:29.777814 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5533426-2a4e-4c2c-8d50-13ae7ec79ce2 admin admin] Router 8a840556-70e0-49a2-9796-d1c9a94256f9 has already been hosted by L3 agent 9dac5a01-04fc-4e91-9910-6392ff9c638b {{(pid=102516) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:39:29.882983 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5533426-2a4e-4c2c-8d50-13ae7ec79ce2 admin admin] Notify agent at l3_agent.dv-cinder-805072-6-iscsi the message routers_updated {{(pid=102516) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:39:29.888556 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-e5533426-2a4e-4c2c-8d50-13ae7ec79ce2 admin admin] 10.222.0.48 "PUT /v2.0/routers/8a840556-70e0-49a2-9796-d1c9a94256f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5309873 Nov 23 05:39:29.890507 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 38618) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:39:29.891639 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34f2851-24ba-4b2f-ad89-8dd78d7a9544 None None] Sync routers for ids ['8a840556-70e0-49a2-9796-d1c9a94256f9'] in dv-cinder-805072-6-iscsi {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:39:29.904470 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34f2851-24ba-4b2f-ad89-8dd78d7a9544 None None] Routers {'8a840556-70e0-49a2-9796-d1c9a94256f9'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:39:29.905081 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-e34f2851-24ba-4b2f-ad89-8dd78d7a9544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:39:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['8a840556-70e0-49a2-9796-d1c9a94256f9'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:39:29.993440 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-4628cc31-828f-42e0-8609-ac5654ae0ba8 admin admin] Publish callbacks [] for router, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:30.008824 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-e34f2851-24ba-4b2f-ad89-8dd78d7a9544 None None] Set router 8a840556-70e0-49a2-9796-d1c9a94256f9 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:39:30.091971 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-4628cc31-828f-42e0-8609-ac5654ae0ba8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:30.145487 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-4628cc31-828f-42e0-8609-ac5654ae0ba8 admin admin] Deleting port ea50d896-a824-4891-8d4c-66a47c9528e2 {{(pid=102517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:39:30.145816 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-4628cc31-828f-42e0-8609-ac5654ae0ba8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751724797224'] for port, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:30.187238 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-e34f2851-24ba-4b2f-ad89-8dd78d7a9544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'name': 'tempest-TestVolumeBootPattern-1460853003-router', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'ea50d896-a824-4891-8d4c-66a47c9528e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:32:21Z', 'updated_at': '2021-11-23T05:39:29Z', 'revision_number': 5, 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'gw_port': {'id': 'ea50d896-a824-4891-8d4c-66a47c9528e2', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:2c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:32:22Z', 'updated_at': '2021-11-23T05:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi'}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:39:30.216815 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34f2851-24ba-4b2f-ad89-8dd78d7a9544 None None] Checking router: 8a840556-70e0-49a2-9796-d1c9a94256f9 for host: dv-cinder-805072-6-iscsi {{(pid=102518) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:39:30.225785 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34f2851-24ba-4b2f-ad89-8dd78d7a9544 None None] Routers {'8a840556-70e0-49a2-9796-d1c9a94256f9'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102518) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:39:30.226404 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-e34f2851-24ba-4b2f-ad89-8dd78d7a9544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:39:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['8a840556-70e0-49a2-9796-d1c9a94256f9'], 'active': True} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:39:30.228807 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-4628cc31-828f-42e0-8609-ac5654ae0ba8 admin admin] For port ea50d896-a824-4891-8d4c-66a47c9528e2, host dv-cinder-805072-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=ea50d896-a824-4891-8d4c-66a47c9528e2,segment=NetworkSegment(e4256266-4d48-4c1e-81e6-1081b0d2db50),segment_id=e4256266-4d48-4c1e-81e6-1081b0d2db50)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:39:30.229692 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-4628cc31-828f-42e0-8609-ac5654ae0ba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630705'] for port, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:30.242841 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-4628cc31-828f-42e0-8609-ac5654ae0ba8 admin admin] Calling delete_port for ea50d896-a824-4891-8d4c-66a47c9528e2 owned by network:router_gateway {{(pid=102517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:39:30.314489 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_dvr_db [None req-e34f2851-24ba-4b2f-ad89-8dd78d7a9544 None None] Set router 8a840556-70e0-49a2-9796-d1c9a94256f9 gateway port host: None {{(pid=102518) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:39:30.369021 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.db.l3_hamode_db [None req-e34f2851-24ba-4b2f-ad89-8dd78d7a9544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'name': 'tempest-TestVolumeBootPattern-1460853003-router', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:32:21Z', 'updated_at': '2021-11-23T05:39:30Z', 'revision_number': 6, 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'gw_port_host': None}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:39:30.394938 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34f2851-24ba-4b2f-ad89-8dd78d7a9544 None None] The sync data for ids ['8a840556-70e0-49a2-9796-d1c9a94256f9'] in dv-cinder-805072-6-iscsi is: [{'id': '8a840556-70e0-49a2-9796-d1c9a94256f9', 'name': 'tempest-TestVolumeBootPattern-1460853003-router', 'tenant_id': '5331a73468ce4b39a145a09d53cbde62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:32:21Z', 'updated_at': '2021-11-23T05:39:30Z', 'revision_number': 6, 'project_id': '5331a73468ce4b39a145a09d53cbde62', 'gw_port_host': None}] {{(pid=102518) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:39:30.407186 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-4628cc31-828f-42e0-8609-ac5654ae0ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751724800597', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751724218543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25211324'] for port, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:30.436153 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4628cc31-828f-42e0-8609-ac5654ae0ba8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea50d896-a824-4891-8d4c-66a47c9528e2,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:39:30.448661 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628cc31-828f-42e0-8609-ac5654ae0ba8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:39:30.449024 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628cc31-828f-42e0-8609-ac5654ae0ba8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:39:30.449374 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628cc31-828f-42e0-8609-ac5654ae0ba8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:39:30.449718 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628cc31-828f-42e0-8609-ac5654ae0ba8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:39:30.450058 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628cc31-828f-42e0-8609-ac5654ae0ba8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:39:30.450399 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628cc31-828f-42e0-8609-ac5654ae0ba8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:39:30.450737 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628cc31-828f-42e0-8609-ac5654ae0ba8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:39:30.451099 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628cc31-828f-42e0-8609-ac5654ae0ba8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:39:30.451437 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628cc31-828f-42e0-8609-ac5654ae0ba8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:39:30.451769 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628cc31-828f-42e0-8609-ac5654ae0ba8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:39:30.452106 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628cc31-828f-42e0-8609-ac5654ae0ba8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:39:30.452434 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4628cc31-828f-42e0-8609-ac5654ae0ba8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805072-6-iscsi {{(pid=102517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:39:30.511516 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-4628cc31-828f-42e0-8609-ac5654ae0ba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1637830'] for router_gateway, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:30.598458 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-4628cc31-828f-42e0-8609-ac5654ae0ba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9527'] for router, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:30.600590 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-4628cc31-828f-42e0-8609-ac5654ae0ba8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:30.643336 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-4628cc31-828f-42e0-8609-ac5654ae0ba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733085'] for router, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:30.643850 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4628cc31-828f-42e0-8609-ac5654ae0ba8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a840556-70e0-49a2-9796-d1c9a94256f9 {{(pid=102517) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 05:39:30.648205 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-4628cc31-828f-42e0-8609-ac5654ae0ba8 admin admin] Publish callbacks [] for router, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:30.649349 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-4628cc31-828f-42e0-8609-ac5654ae0ba8 admin admin] 10.222.0.48 "DELETE /v2.0/routers/8a840556-70e0-49a2-9796-d1c9a94256f9 HTTP/1.1" status: 204 len: 168 time: 0.7578351 Nov 23 05:39:30.651819 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 38622) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:39:30.696702 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.db.db_base_plugin_v2 [None req-858247a0-2d84-4817-be2e-9a26cd0c09d2 admin admin] Deleting subnet 769cffe6-0ed2-4f2f-be5c-5abad8060d00 {{(pid=102517) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 05:39:30.700023 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-858247a0-2d84-4817-be2e-9a26cd0c09d2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:30.739135 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-858247a0-2d84-4817-be2e-9a26cd0c09d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27248899'] for subnet, precommit_delete_associations {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:30.819217 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-858247a0-2d84-4817-be2e-9a26cd0c09d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-576047'] for subnet, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:30.881332 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-858247a0-2d84-4817-be2e-9a26cd0c09d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-576054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25211281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27225567'] for subnet, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:30.912443 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-858247a0-2d84-4817-be2e-9a26cd0c09d2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:30.916374 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-858247a0-2d84-4817-be2e-9a26cd0c09d2 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/769cffe6-0ed2-4f2f-be5c-5abad8060d00 HTTP/1.1" status: 204 len: 168 time: 0.2636313 Nov 23 05:39:30.917610 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858247a0-2d84-4817-be2e-9a26cd0c09d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=769cffe6-0ed2-4f2f-be5c-5abad8060d00,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:39:30.917837 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce82721-e445-4f6c-bf89-651362e742cb None None] Network de6ef1d6-3445-40e0-83c8-00393e69a51b requested from dv-cinder-805072-6-iscsi {{(pid=102518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:39:30.918985 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 38624) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:39:30.990258 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-46fee052-a728-4081-9d3a-242d0d137f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1429853'] for network, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:31.045533 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [None req-46fee052-a728-4081-9d3a-242d0d137f5b admin admin] Deleting port f5bdf170-30d5-462f-9a9d-f6292dde0eec {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:39:31.045796 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-46fee052-a728-4081-9d3a-242d0d137f5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751724797224'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:31.112364 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [None req-46fee052-a728-4081-9d3a-242d0d137f5b admin admin] For port f5bdf170-30d5-462f-9a9d-f6292dde0eec, host dv-cinder-805072-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=f5bdf170-30d5-462f-9a9d-f6292dde0eec,segment=NetworkSegment(55e832f8-945a-4410-a2ad-c12a508b0c85),segment_id=55e832f8-945a-4410-a2ad-c12a508b0c85)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:39:31.112364 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-46fee052-a728-4081-9d3a-242d0d137f5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630705'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:31.127745 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [None req-46fee052-a728-4081-9d3a-242d0d137f5b admin admin] Calling delete_port for f5bdf170-30d5-462f-9a9d-f6292dde0eec owned by network:dhcp {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:39:31.223494 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-46fee052-a728-4081-9d3a-242d0d137f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751724800597', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751724218543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237887'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:31.223893 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6af18df-a338-4901-b405-a8084117eb9a None None] DHCP port deletion for de6ef1d6-3445-40e0-83c8-00393e69a51b request from dv-cinder-805072-6-iscsi {{(pid=102518) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:39:31.253584 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fee052-a728-4081-9d3a-242d0d137f5b admin admin] No DVR routers for this DVR port f5bdf170-30d5-462f-9a9d-f6292dde0eec on host dv-cinder-805072-6-iscsi {{(pid=102516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:39:31.257782 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fee052-a728-4081-9d3a-242d0d137f5b admin admin] Pushing event deleted for resources: {'Port': ['ID=f5bdf170-30d5-462f-9a9d-f6292dde0eec,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:39:31.332914 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-46fee052-a728-4081-9d3a-242d0d137f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734108', 'neutron.services.segments.db._delete_segments_for_network-8751724566155'] for network, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:31.353506 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.services.segments.db [None req-46fee052-a728-4081-9d3a-242d0d137f5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de6ef1d6-3445-40e0-83c8-00393e69a51b']}} {{(pid=102516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:39:31.364333 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.services.segments.db [None req-46fee052-a728-4081-9d3a-242d0d137f5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55e832f8-945a-4410-a2ad-c12a508b0c85') {'for_net_delete': True} {{(pid=102516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:39:31.365222 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.services.segments.db [None req-46fee052-a728-4081-9d3a-242d0d137f5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55e832f8-945a-4410-a2ad-c12a508b0c85') {} {{(pid=102516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:39:31.375055 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-46fee052-a728-4081-9d3a-242d0d137f5b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751724742166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4037908'] for segment, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:31.389571 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-46fee052-a728-4081-9d3a-242d0d137f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574952'] for segment, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:31.396305 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46fee052-a728-4081-9d3a-242d0d137f5b admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=102516) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 05:39:31.396696 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-46fee052-a728-4081-9d3a-242d0d137f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237772'] for segment, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:31.398655 dv-cinder-805072-6-iscsi neutron-server[102516]: Traceback (most recent call last): Nov 23 05:39:31.398655 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 05:39:31.398655 dv-cinder-805072-6-iscsi neutron-server[102516]: timer() Nov 23 05:39:31.398655 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 05:39:31.398655 dv-cinder-805072-6-iscsi neutron-server[102516]: cb(*args, **kw) Nov 23 05:39:31.398655 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 05:39:31.398655 dv-cinder-805072-6-iscsi neutron-server[102516]: return func(*args, **kwargs) Nov 23 05:39:31.398655 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 05:39:31.398655 dv-cinder-805072-6-iscsi neutron-server[102516]: self._notify() Nov 23 05:39:31.398655 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 05:39:31.398655 dv-cinder-805072-6-iscsi neutron-server[102516]: self.callback(batched_events) Nov 23 05:39:31.398655 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 05:39:31.398655 dv-cinder-805072-6-iscsi neutron-server[102516]: event.method(event) Nov 23 05:39:31.398655 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 05:39:31.398655 dv-cinder-805072-6-iscsi neutron-server[102516]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 05:39:31.398655 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 05:39:31.398655 dv-cinder-805072-6-iscsi neutron-server[102516]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 05:39:31.398655 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 05:39:31.398655 dv-cinder-805072-6-iscsi neutron-server[102516]: return f(self, *a, **k) Nov 23 05:39:31.398655 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 05:39:31.398655 dv-cinder-805072-6-iscsi neutron-server[102516]: return self._get(url).json() Nov 23 05:39:31.398655 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 05:39:31.398655 dv-cinder-805072-6-iscsi neutron-server[102516]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 05:39:31.398655 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 05:39:31.398655 dv-cinder-805072-6-iscsi neutron-server[102516]: return self.request(url, 'GET', **kwargs) Nov 23 05:39:31.398655 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 05:39:31.398655 dv-cinder-805072-6-iscsi neutron-server[102516]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 05:39:31.398655 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 05:39:31.398655 dv-cinder-805072-6-iscsi neutron-server[102516]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 05:39:31.398655 dv-cinder-805072-6-iscsi neutron-server[102516]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 05:39:31.398655 dv-cinder-805072-6-iscsi neutron-server[102516]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 05:39:31.398655 dv-cinder-805072-6-iscsi neutron-server[102516]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 05:39:31.459213 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-46fee052-a728-4081-9d3a-242d0d137f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637750'] for network, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:31.463992 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-46fee052-a728-4081-9d3a-242d0d137f5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for network, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:31.469220 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-46fee052-a728-4081-9d3a-242d0d137f5b admin admin] 10.222.0.48 "DELETE /v2.0/networks/de6ef1d6-3445-40e0-83c8-00393e69a51b HTTP/1.1" status: 204 len: 168 time: 0.5488863 Nov 23 05:39:31.472717 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 38626) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:39:31.482614 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fee052-a728-4081-9d3a-242d0d137f5b admin admin] Pushing event deleted for resources: {'Network': ['ID=de6ef1d6-3445-40e0-83c8-00393e69a51b,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:39:31.806439 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-0d22ebf3-c09d-44da-b75f-678ffa8f3222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733144'] for router_interface, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:32.043545 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-0d22ebf3-c09d-44da-b75f-678ffa8f3222 admin admin] Deleting port c4c8767d-4cf1-445e-a7ee-e442b3473c44 {{(pid=102517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:39:32.044250 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-0d22ebf3-c09d-44da-b75f-678ffa8f3222 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751724797224'] for port, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:32.128990 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-0d22ebf3-c09d-44da-b75f-678ffa8f3222 admin admin] For port c4c8767d-4cf1-445e-a7ee-e442b3473c44, host dv-cinder-805072-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=c4c8767d-4cf1-445e-a7ee-e442b3473c44,segment=NetworkSegment(9accfc65-ced5-448e-ba5a-8efe99f947ac),segment_id=9accfc65-ced5-448e-ba5a-8efe99f947ac)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:39:32.129363 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-0d22ebf3-c09d-44da-b75f-678ffa8f3222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630705'] for port, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:32.239044 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device d423065e-a420-4a56-ae1e-f05e483435bb no longer exists at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:39:32.259895 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] No Port match for: d423065e-a420-4a56-ae1e-f05e483435bb {{(pid=102518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:39:32.260239 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device d423065e-a420-4a56-ae1e-f05e483435bb not bound to the agent host dv-cinder-805072-6-iscsi {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:39:32.260656 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device f5bdf170-30d5-462f-9a9d-f6292dde0eec no longer exists at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:39:32.284009 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] No Port match for: f5bdf170-30d5-462f-9a9d-f6292dde0eec {{(pid=102518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:39:32.284355 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device f5bdf170-30d5-462f-9a9d-f6292dde0eec not bound to the agent host dv-cinder-805072-6-iscsi {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:39:32.284771 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device ea50d896-a824-4891-8d4c-66a47c9528e2 no longer exists at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:39:32.305096 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] No Port match for: ea50d896-a824-4891-8d4c-66a47c9528e2 {{(pid=102518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:39:32.305349 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device ea50d896-a824-4891-8d4c-66a47c9528e2 not bound to the agent host dv-cinder-805072-6-iscsi {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:39:32.380702 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-0d22ebf3-c09d-44da-b75f-678ffa8f3222 admin admin] Calling delete_port for c4c8767d-4cf1-445e-a7ee-e442b3473c44 owned by network:router_interface {{(pid=102517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:39:32.554747 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-0d22ebf3-c09d-44da-b75f-678ffa8f3222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751724800597', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751724218543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25211324'] for port, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:32.579443 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d22ebf3-c09d-44da-b75f-678ffa8f3222 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4c8767d-4cf1-445e-a7ee-e442b3473c44,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:39:32.739022 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-0d22ebf3-c09d-44da-b75f-678ffa8f3222 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1608206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733096'] for router_interface, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:32.946641 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d22ebf3-c09d-44da-b75f-678ffa8f3222 admin admin] Router 587cd95f-4ca7-4f50-a6d2-5fdd506e3d02 has already been hosted by L3 agent 9dac5a01-04fc-4e91-9910-6392ff9c638b {{(pid=102517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:39:33.048536 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d22ebf3-c09d-44da-b75f-678ffa8f3222 admin admin] Notify agent at l3_agent.dv-cinder-805072-6-iscsi the message routers_updated {{(pid=102517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:39:33.053469 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-0d22ebf3-c09d-44da-b75f-678ffa8f3222 admin admin] 10.222.0.48 "PUT /v2.0/routers/587cd95f-4ca7-4f50-a6d2-5fdd506e3d02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5797284 Nov 23 05:39:33.056114 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 38628) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:39:33.057179 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48346fde-aa0d-43c8-82dd-500998747c62 None None] Sync routers for ids ['587cd95f-4ca7-4f50-a6d2-5fdd506e3d02'] in dv-cinder-805072-6-iscsi {{(pid=102519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:39:33.067224 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48346fde-aa0d-43c8-82dd-500998747c62 None None] Routers {'587cd95f-4ca7-4f50-a6d2-5fdd506e3d02'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:39:33.067830 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-48346fde-aa0d-43c8-82dd-500998747c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:39:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['587cd95f-4ca7-4f50-a6d2-5fdd506e3d02'], 'active': True} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:39:33.160015 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2c0e9a29-66d9-4e45-8d1e-e7c2473e087a admin admin] Publish callbacks [] for router, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:33.169612 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvr_db [None req-48346fde-aa0d-43c8-82dd-500998747c62 None None] Set router 587cd95f-4ca7-4f50-a6d2-5fdd506e3d02 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:39:33.352291 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-48346fde-aa0d-43c8-82dd-500998747c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587cd95f-4ca7-4f50-a6d2-5fdd506e3d02', 'name': 'tempest-TestVolumeBootPattern-1341362636-router', 'tenant_id': '0a52a24637754c80a17a740b4f49b40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '7b63e3b2-3bfe-4b3f-9889-2f18d513ec48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:32:26Z', 'updated_at': '2021-11-23T05:39:32Z', 'revision_number': 5, 'project_id': '0a52a24637754c80a17a740b4f49b40f', 'gw_port': {'id': '7b63e3b2-3bfe-4b3f-9889-2f18d513ec48', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:05:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587cd95f-4ca7-4f50-a6d2-5fdd506e3d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:32:26Z', 'updated_at': '2021-11-23T05:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi'}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:39:33.380899 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48346fde-aa0d-43c8-82dd-500998747c62 None None] Checking router: 587cd95f-4ca7-4f50-a6d2-5fdd506e3d02 for host: dv-cinder-805072-6-iscsi {{(pid=102519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:39:33.390074 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48346fde-aa0d-43c8-82dd-500998747c62 None None] Routers {'587cd95f-4ca7-4f50-a6d2-5fdd506e3d02'} bound to L3 agent in host dv-cinder-805072-6-iscsi {{(pid=102519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:39:33.390709 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-48346fde-aa0d-43c8-82dd-500998747c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805072-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T05:17:36Z,description=,heartbeat_timestamp=2021-11-23T05:39:06Z,host='dv-cinder-805072-6-iscsi',id=9dac5a01-04fc-4e91-9910-6392ff9c638b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T05:17:36Z,topic='l3_agent')) {'router_ids': ['587cd95f-4ca7-4f50-a6d2-5fdd506e3d02'], 'active': True} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:39:33.508666 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-f57c406d-3d22-48fc-9bcc-cfc48c5695a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:33.512383 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2c0e9a29-66d9-4e45-8d1e-e7c2473e087a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:33.566267 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [None req-2c0e9a29-66d9-4e45-8d1e-e7c2473e087a admin admin] Deleting port 7b63e3b2-3bfe-4b3f-9889-2f18d513ec48 {{(pid=102516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:39:33.566607 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2c0e9a29-66d9-4e45-8d1e-e7c2473e087a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751724797224'] for port, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:33.585283 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_dvr_db [None req-48346fde-aa0d-43c8-82dd-500998747c62 None None] Set router 587cd95f-4ca7-4f50-a6d2-5fdd506e3d02 gateway port host: dv-cinder-805072-6-iscsi {{(pid=102519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:39:33.643640 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.db [None req-2c0e9a29-66d9-4e45-8d1e-e7c2473e087a admin admin] For port 7b63e3b2-3bfe-4b3f-9889-2f18d513ec48, host dv-cinder-805072-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=7b63e3b2-3bfe-4b3f-9889-2f18d513ec48,segment=NetworkSegment(e4256266-4d48-4c1e-81e6-1081b0d2db50),segment_id=e4256266-4d48-4c1e-81e6-1081b0d2db50)] {{(pid=102516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:39:33.643906 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2c0e9a29-66d9-4e45-8d1e-e7c2473e087a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630705'] for port, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:33.656595 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [None req-2c0e9a29-66d9-4e45-8d1e-e7c2473e087a admin admin] Calling delete_port for 7b63e3b2-3bfe-4b3f-9889-2f18d513ec48 owned by network:router_gateway {{(pid=102516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:39:33.761251 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.l3_hamode_db [None req-48346fde-aa0d-43c8-82dd-500998747c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '587cd95f-4ca7-4f50-a6d2-5fdd506e3d02', 'name': 'tempest-TestVolumeBootPattern-1341362636-router', 'tenant_id': '0a52a24637754c80a17a740b4f49b40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '7b63e3b2-3bfe-4b3f-9889-2f18d513ec48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:32:26Z', 'updated_at': '2021-11-23T05:39:32Z', 'revision_number': 5, 'project_id': '0a52a24637754c80a17a740b4f49b40f', 'gw_port': {'id': '7b63e3b2-3bfe-4b3f-9889-2f18d513ec48', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:05:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587cd95f-4ca7-4f50-a6d2-5fdd506e3d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:32:26Z', 'updated_at': '2021-11-23T05:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi'}], 'dv-cinder-805072-6-iscsi', False) {} {{(pid=102519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:39:33.791069 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48346fde-aa0d-43c8-82dd-500998747c62 None None] The sync data for ids ['587cd95f-4ca7-4f50-a6d2-5fdd506e3d02'] in dv-cinder-805072-6-iscsi is: [{'id': '587cd95f-4ca7-4f50-a6d2-5fdd506e3d02', 'name': 'tempest-TestVolumeBootPattern-1341362636-router', 'tenant_id': '0a52a24637754c80a17a740b4f49b40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'external_fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '7b63e3b2-3bfe-4b3f-9889-2f18d513ec48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:32:26Z', 'updated_at': '2021-11-23T05:39:32Z', 'revision_number': 5, 'project_id': '0a52a24637754c80a17a740b4f49b40f', 'gw_port': {'id': '7b63e3b2-3bfe-4b3f-9889-2f18d513ec48', 'name': '', 'network_id': '2fffb983-856b-4b4c-9c04-1e7e601bf688', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:05:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '587cd95f-4ca7-4f50-a6d2-5fdd506e3d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805072-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:32:26Z', 'updated_at': '2021-11-23T05:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f9bd7f2-55ce-4eb1-9184-aa4552661a9b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805072-6-iscsi'}] {{(pid=102519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:39:33.829720 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2c0e9a29-66d9-4e45-8d1e-e7c2473e087a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751724800597', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751724218543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237887'] for port, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:33.876033 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0e9a29-66d9-4e45-8d1e-e7c2473e087a admin admin] Pushing event deleted for resources: {'Port': ['ID=7b63e3b2-3bfe-4b3f-9889-2f18d513ec48,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:39:33.929709 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2c0e9a29-66d9-4e45-8d1e-e7c2473e087a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1637830'] for router_gateway, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:34.022558 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2c0e9a29-66d9-4e45-8d1e-e7c2473e087a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9527'] for router, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:34.024662 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2c0e9a29-66d9-4e45-8d1e-e7c2473e087a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:34.067439 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2c0e9a29-66d9-4e45-8d1e-e7c2473e087a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733085'] for router, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:34.068209 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c0e9a29-66d9-4e45-8d1e-e7c2473e087a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 587cd95f-4ca7-4f50-a6d2-5fdd506e3d02 {{(pid=102516) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 05:39:34.072342 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-2c0e9a29-66d9-4e45-8d1e-e7c2473e087a admin admin] Publish callbacks [] for router, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:34.073878 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-2c0e9a29-66d9-4e45-8d1e-e7c2473e087a admin admin] 10.222.0.48 "DELETE /v2.0/routers/587cd95f-4ca7-4f50-a6d2-5fdd506e3d02 HTTP/1.1" status: 204 len: 168 time: 1.0163507 Nov 23 05:39:34.076248 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.wsgi [-] (102516) accepted ('10.222.0.48', 38630) {{(pid=102516) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:39:34.123252 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb02e6bd-abef-419b-805c-15f70e2a6580 admin admin] Deleting subnet e4561bab-b024-47f3-8f6e-5672741df3cd {{(pid=102516) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 05:39:34.126833 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-bb02e6bd-abef-419b-805c-15f70e2a6580 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:34.163057 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-bb02e6bd-abef-419b-805c-15f70e2a6580 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4037901'] for subnet, precommit_delete_associations {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:34.250542 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-bb02e6bd-abef-419b-805c-15f70e2a6580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-576047'] for subnet, precommit_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:34.295266 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device c4c8767d-4cf1-445e-a7ee-e442b3473c44 no longer exists at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:39:34.312901 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-bb02e6bd-abef-419b-805c-15f70e2a6580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-576054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25486353'] for subnet, after_delete {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:34.316442 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] No Port match for: c4c8767d-4cf1-445e-a7ee-e442b3473c44 {{(pid=102518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:39:34.316802 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device c4c8767d-4cf1-445e-a7ee-e442b3473c44 not bound to the agent host dv-cinder-805072-6-iscsi {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:39:34.338719 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb02e6bd-abef-419b-805c-15f70e2a6580 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4561bab-b024-47f3-8f6e-5672741df3cd,revision_number=None']} {{(pid=102516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:39:34.342323 dv-cinder-805072-6-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-bb02e6bd-abef-419b-805c-15f70e2a6580 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for subnet, before_response {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:34.348033 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f43128-5f4e-4955-ade1-74074347b65c None None] Network 535967e6-aed6-4bcc-bdca-45519b9e3dcf requested from dv-cinder-805072-6-iscsi {{(pid=102518) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:39:34.348553 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 38632) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:39:34.349077 dv-cinder-805072-6-iscsi neutron-server[102516]: INFO neutron.wsgi [None req-bb02e6bd-abef-419b-805c-15f70e2a6580 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e4561bab-b024-47f3-8f6e-5672741df3cd HTTP/1.1" status: 204 len: 168 time: 0.2713609 Nov 23 05:39:34.419739 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-c5593c2a-81a0-4ece-b837-4f298f5fbf7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1429853'] for network, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:34.481068 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-c5593c2a-81a0-4ece-b837-4f298f5fbf7b admin admin] Deleting port 410b6564-dc3f-4b6a-86c5-2c3e2fb8e89f {{(pid=102517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:39:34.481401 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-c5593c2a-81a0-4ece-b837-4f298f5fbf7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751724797224'] for port, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:34.547311 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.db [None req-c5593c2a-81a0-4ece-b837-4f298f5fbf7b admin admin] For port 410b6564-dc3f-4b6a-86c5-2c3e2fb8e89f, host dv-cinder-805072-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805072-6-iscsi',level=0,port_id=410b6564-dc3f-4b6a-86c5-2c3e2fb8e89f,segment=NetworkSegment(9accfc65-ced5-448e-ba5a-8efe99f947ac),segment_id=9accfc65-ced5-448e-ba5a-8efe99f947ac)] {{(pid=102517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:39:34.547810 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-c5593c2a-81a0-4ece-b837-4f298f5fbf7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1630705'] for port, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:34.560139 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.plugin [None req-c5593c2a-81a0-4ece-b837-4f298f5fbf7b admin admin] Calling delete_port for 410b6564-dc3f-4b6a-86c5-2c3e2fb8e89f owned by network:dhcp {{(pid=102517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:39:34.640503 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-c5593c2a-81a0-4ece-b837-4f298f5fbf7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-568623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751724800597', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751724218543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25211324'] for port, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:34.664967 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5593c2a-81a0-4ece-b837-4f298f5fbf7b admin admin] Pushing event deleted for resources: {'Port': ['ID=410b6564-dc3f-4b6a-86c5-2c3e2fb8e89f,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:39:34.668408 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5593c2a-81a0-4ece-b837-4f298f5fbf7b admin admin] No DVR routers for this DVR port 410b6564-dc3f-4b6a-86c5-2c3e2fb8e89f on host dv-cinder-805072-6-iscsi {{(pid=102517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:39:34.739095 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-c5593c2a-81a0-4ece-b837-4f298f5fbf7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-734108', 'neutron.services.segments.db._delete_segments_for_network-8751724566155'] for network, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:34.761860 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.services.segments.db [None req-c5593c2a-81a0-4ece-b837-4f298f5fbf7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['535967e6-aed6-4bcc-bdca-45519b9e3dcf']}} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:39:34.771404 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.services.segments.db [None req-c5593c2a-81a0-4ece-b837-4f298f5fbf7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9accfc65-ced5-448e-ba5a-8efe99f947ac') {'for_net_delete': True} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:39:34.771705 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.services.segments.db [None req-c5593c2a-81a0-4ece-b837-4f298f5fbf7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9accfc65-ced5-448e-ba5a-8efe99f947ac') {} {{(pid=102517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:39:34.780606 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-c5593c2a-81a0-4ece-b837-4f298f5fbf7b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751724742166', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27248922'] for segment, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:34.794585 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-c5593c2a-81a0-4ece-b837-4f298f5fbf7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574952'] for segment, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:34.801979 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5593c2a-81a0-4ece-b837-4f298f5fbf7b admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=102517) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 05:39:34.802389 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-c5593c2a-81a0-4ece-b837-4f298f5fbf7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-574952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25211343'] for segment, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:34.804520 dv-cinder-805072-6-iscsi neutron-server[102517]: Traceback (most recent call last): Nov 23 05:39:34.804520 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 05:39:34.804520 dv-cinder-805072-6-iscsi neutron-server[102517]: timer() Nov 23 05:39:34.804520 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 05:39:34.804520 dv-cinder-805072-6-iscsi neutron-server[102517]: cb(*args, **kw) Nov 23 05:39:34.804520 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 05:39:34.804520 dv-cinder-805072-6-iscsi neutron-server[102517]: return func(*args, **kwargs) Nov 23 05:39:34.804520 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 05:39:34.804520 dv-cinder-805072-6-iscsi neutron-server[102517]: self._notify() Nov 23 05:39:34.804520 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 05:39:34.804520 dv-cinder-805072-6-iscsi neutron-server[102517]: self.callback(batched_events) Nov 23 05:39:34.804520 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 05:39:34.804520 dv-cinder-805072-6-iscsi neutron-server[102517]: event.method(event) Nov 23 05:39:34.804520 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 05:39:34.804520 dv-cinder-805072-6-iscsi neutron-server[102517]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 05:39:34.804520 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 05:39:34.804520 dv-cinder-805072-6-iscsi neutron-server[102517]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 05:39:34.804520 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 05:39:34.804520 dv-cinder-805072-6-iscsi neutron-server[102517]: return f(self, *a, **k) Nov 23 05:39:34.804520 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 05:39:34.804520 dv-cinder-805072-6-iscsi neutron-server[102517]: return self._get(url).json() Nov 23 05:39:34.804520 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 05:39:34.804520 dv-cinder-805072-6-iscsi neutron-server[102517]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 05:39:34.804520 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 05:39:34.804520 dv-cinder-805072-6-iscsi neutron-server[102517]: return self.request(url, 'GET', **kwargs) Nov 23 05:39:34.804520 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 05:39:34.804520 dv-cinder-805072-6-iscsi neutron-server[102517]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 05:39:34.804520 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 05:39:34.804520 dv-cinder-805072-6-iscsi neutron-server[102517]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 05:39:34.804520 dv-cinder-805072-6-iscsi neutron-server[102517]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 05:39:34.804520 dv-cinder-805072-6-iscsi neutron-server[102517]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 05:39:34.804520 dv-cinder-805072-6-iscsi neutron-server[102517]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 05:39:34.822417 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435dd0e9-6847-473e-973c-f81309e18300 None None] DHCP port deletion for 535967e6-aed6-4bcc-bdca-45519b9e3dcf request from dv-cinder-805072-6-iscsi {{(pid=102518) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:39:34.866943 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-c5593c2a-81a0-4ece-b837-4f298f5fbf7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-734082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1637750'] for network, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:34.871498 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-c5593c2a-81a0-4ece-b837-4f298f5fbf7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608225'] for network, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:34.874923 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-c5593c2a-81a0-4ece-b837-4f298f5fbf7b admin admin] 10.222.0.48 "DELETE /v2.0/networks/535967e6-aed6-4bcc-bdca-45519b9e3dcf HTTP/1.1" status: 204 len: 168 time: 0.5245574 Nov 23 05:39:34.888613 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5593c2a-81a0-4ece-b837-4f298f5fbf7b admin admin] Pushing event deleted for resources: {'Network': ['ID=535967e6-aed6-4bcc-bdca-45519b9e3dcf,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:39:34.988222 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 38636) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:39:35.027815 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-db73eac8-c088-429e-a75e-3ad28de66b33 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5331a73468ce4b39a145a09d53cbde62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383792 Nov 23 05:39:35.030139 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 38638) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:39:35.076590 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-8324431e-ba64-48d4-a734-0ab9faa7eae1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:35.101783 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-8324431e-ba64-48d4-a734-0ab9faa7eae1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:35.147534 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-8324431e-ba64-48d4-a734-0ab9faa7eae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:35.150124 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-8324431e-ba64-48d4-a734-0ab9faa7eae1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:35.151285 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-8324431e-ba64-48d4-a734-0ab9faa7eae1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/78c1697b-32be-4e90-8cef-dc8d87f3e0de HTTP/1.1" status: 204 len: 168 time: 0.1202643 Nov 23 05:39:35.158924 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8324431e-ba64-48d4-a734-0ab9faa7eae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c1697b-32be-4e90-8cef-dc8d87f3e0de,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:39:35.457023 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 38644) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:39:35.496755 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-38a13c2d-3147-4595-962e-5c5d6f79b809 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0a52a24637754c80a17a740b4f49b40f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385838 Nov 23 05:39:35.499162 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [-] (102517) accepted ('10.222.0.48', 38646) {{(pid=102517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:39:35.545533 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-725d4803-88c9-4203-8332-4ac33ff68e9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:35.566006 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-725d4803-88c9-4203-8332-4ac33ff68e9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:35.611567 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-725d4803-88c9-4203-8332-4ac33ff68e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1816091'] for security_group, after_delete {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:35.614292 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron_lib.callbacks.manager [None req-725d4803-88c9-4203-8332-4ac33ff68e9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:35.615476 dv-cinder-805072-6-iscsi neutron-server[102517]: INFO neutron.wsgi [None req-725d4803-88c9-4203-8332-4ac33ff68e9e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/abb03afb-190e-4a17-b97f-6e11466c480c HTTP/1.1" status: 204 len: 168 time: 0.1154354 Nov 23 05:39:35.623307 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725d4803-88c9-4203-8332-4ac33ff68e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb03afb-190e-4a17-b97f-6e11466c480c,revision_number=None']} {{(pid=102517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:39:35.662610 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-67faaf01-9a9e-407d-9391-a00a00e51f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:36.234996 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 7b63e3b2-3bfe-4b3f-9889-2f18d513ec48 no longer exists at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:39:36.259698 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] No Port match for: 7b63e3b2-3bfe-4b3f-9889-2f18d513ec48 {{(pid=102518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:39:36.260162 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 7b63e3b2-3bfe-4b3f-9889-2f18d513ec48 not bound to the agent host dv-cinder-805072-6-iscsi {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:39:36.260587 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 410b6564-dc3f-4b6a-86c5-2c3e2fb8e89f no longer exists at agent ovs-agent-dv-cinder-805072-6-iscsi {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:39:36.280505 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.plugin [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] No Port match for: 410b6564-dc3f-4b6a-86c5-2c3e2fb8e89f {{(pid=102518) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:39:36.280855 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron.plugins.ml2.rpc [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Device 410b6564-dc3f-4b6a-86c5-2c3e2fb8e89f not bound to the agent host dv-cinder-805072-6-iscsi {{(pid=102518) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:39:37.116633 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-cb0bae37-5947-48f5-b8ea-be8dc2c46173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:38.516763 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-0cc3cdcc-aace-4769-a54e-383df0ffcf0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:39.120506 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:58.753548 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:58.893293 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.agents_db [None req-5ade7c98-4a19-45de-8fb0-464f54244c1e None None] Agent healthcheck: found 6 active agents {{(pid=102519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:40:03.511765 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-0ad7f0be-c930-41e0-8ed9-3956c7868d4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:40:05.667123 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-8c42114f-926a-4764-bc15-2cb6a77c9c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:40:07.118624 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-cb0bae37-5947-48f5-b8ea-be8dc2c46173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:40:08.518622 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-0cc3cdcc-aace-4769-a54e-383df0ffcf0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:40:09.121685 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:40:28.747638 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:40:33.512955 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-fb743627-79bc-4b8a-bdf8-cf9d166497ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:40:35.667719 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-bead36f3-3ad8-409b-9839-3f63153e126a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:40:35.892816 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.agents_db [None req-5ade7c98-4a19-45de-8fb0-464f54244c1e None None] Agent healthcheck: found 6 active agents {{(pid=102519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:40:37.121860 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-cb0bae37-5947-48f5-b8ea-be8dc2c46173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:40:38.520807 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-0cc3cdcc-aace-4769-a54e-383df0ffcf0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:40:39.131763 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:40:55.263217 dv-cinder-805072-6-iscsi neutron-server[102517]: DEBUG neutron.wsgi [req-443ee5a8-34aa-49c3-ba69-3668e8eeccbc req-e03782fa-0936-4a39-9d9b-822a3c68cfaf service neutron] (102517) timed out ('10.222.0.54', 55433) {{(pid=102517) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 05:40:58.748124 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:41:03.512722 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-905bdbf5-78b3-4cbe-97c3-b3d4738d0f4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:41:05.668779 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-a4bd1e1f-9769-488f-9c31-1e18ed5bb1d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:41:07.124553 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-cb0bae37-5947-48f5-b8ea-be8dc2c46173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:41:08.523199 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-0cc3cdcc-aace-4769-a54e-383df0ffcf0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:41:09.124110 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:41:12.892270 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.agents_db [None req-5ade7c98-4a19-45de-8fb0-464f54244c1e None None] Agent healthcheck: found 6 active agents {{(pid=102519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:41:28.745073 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:41:33.515535 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-a5978921-e2b9-42a3-bb5a-af6ff5be1c4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:41:35.674453 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-e3bdae4b-fc6b-4dc5-a4c2-3ea5e5f99a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:41:37.126515 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-cb0bae37-5947-48f5-b8ea-be8dc2c46173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:41:38.525214 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-0cc3cdcc-aace-4769-a54e-383df0ffcf0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:41:39.125575 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:41:49.892500 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.agents_db [None req-5ade7c98-4a19-45de-8fb0-464f54244c1e None None] Agent healthcheck: found 6 active agents {{(pid=102519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:41:58.760417 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:42:03.517846 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-5f26e615-ed4b-4df8-b42a-46b333a34450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:42:05.676087 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-0896c3d6-dd55-4190-b0fb-06c11577946e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:42:07.132554 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-cb0bae37-5947-48f5-b8ea-be8dc2c46173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:42:08.527602 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-0cc3cdcc-aace-4769-a54e-383df0ffcf0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:42:09.127498 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:42:26.891630 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.agents_db [None req-5ade7c98-4a19-45de-8fb0-464f54244c1e None None] Agent healthcheck: found 6 active agents {{(pid=102519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:42:28.775526 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:42:33.519636 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-d72325a3-e2de-4459-940a-a7ae7c441849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:42:35.678000 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-b210cdcd-79c0-4059-99f1-cfe0be24e81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:42:37.132271 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-cb0bae37-5947-48f5-b8ea-be8dc2c46173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:42:38.530726 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-0cc3cdcc-aace-4769-a54e-383df0ffcf0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:42:39.128601 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:42:58.783581 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:43:03.520361 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-2511d48d-23ac-4c36-a0b0-05c11a85575a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:43:03.890692 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.agents_db [None req-5ade7c98-4a19-45de-8fb0-464f54244c1e None None] Agent healthcheck: found 6 active agents {{(pid=102519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:43:05.679659 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-8eec588c-40e7-49b8-a983-c19066b59f50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:43:07.135503 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-cb0bae37-5947-48f5-b8ea-be8dc2c46173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:43:08.533207 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-0cc3cdcc-aace-4769-a54e-383df0ffcf0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:43:09.130652 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:43:28.798196 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:43:33.521721 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-ab49ac8b-01a1-4045-b6e9-3cc0c7697f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:43:35.682025 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-7129f818-b3ec-411a-8337-8a80e4791e38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:43:37.144607 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-cb0bae37-5947-48f5-b8ea-be8dc2c46173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:43:38.536187 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-0cc3cdcc-aace-4769-a54e-383df0ffcf0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:43:39.132200 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:43:40.890637 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.agents_db [None req-5ade7c98-4a19-45de-8fb0-464f54244c1e None None] Agent healthcheck: found 6 active agents {{(pid=102519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:43:58.804001 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:44:03.524221 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-254415e2-c7f9-453c-bd7a-6eaf39a46a91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:44:05.686304 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-24ca6c72-b957-40d1-8b34-1cf588373214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:44:07.141334 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-cb0bae37-5947-48f5-b8ea-be8dc2c46173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:44:08.537884 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-0cc3cdcc-aace-4769-a54e-383df0ffcf0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:44:09.133517 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:44:17.889721 dv-cinder-805072-6-iscsi neutron-server[102519]: DEBUG neutron.db.agents_db [None req-5ade7c98-4a19-45de-8fb0-464f54244c1e None None] Agent healthcheck: found 6 active agents {{(pid=102519) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:44:28.803763 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-1bfa443f-9519-4f5f-8648-097091aa7b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:44:33.526239 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-f354baed-d6bb-4b84-9ba9-0b2ea4ff8f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:44:35.687550 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-a6484f47-564e-4619-82bc-5a93cb5d3647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:44:37.148861 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-cb0bae37-5947-48f5-b8ea-be8dc2c46173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:44:38.540256 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-0cc3cdcc-aace-4769-a54e-383df0ffcf0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:44:39.136204 dv-cinder-805072-6-iscsi neutron-server[102518]: DEBUG neutron_lib.callbacks.manager [None req-046180cb-92ae-4b2f-8fd6-08a40fce51c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751724566227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733440'] for agent, after_update {{(pid=102518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}